/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.17627941548583
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1810396634615383
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1023690536437245
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1620421621963564
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1246046305668016
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1004752340587043
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.112957047064777
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.146950910931174
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.077909052518428
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.063099854115479
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0312116093366095
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9163131526412776
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.957280789312039
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.936784973894349
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.89625882985258
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9843030175061425
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.702464033917683
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6916563452743905
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.648386885480183
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.529070598323171
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.575490067644817
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5506621570121952
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5035787442835367
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5976651819740852
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9127103365384617
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.937199519230769
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8910757211538463
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.765925480769231
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.819110576923077
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7944711538461537
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7450420673076925
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.845703125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.203914561170213
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.162042885638298
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.191954787234042
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.045196143617021
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.088289561170213
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.065483710106383
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.023354388297872
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1199468085106385
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8635332661290325
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.945123487903226
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9155430947580645
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6871849798387095
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.746975806451613
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.719537550403226
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.659305695564516
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.783297631048387
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.449462890625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.475551060267857
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4860142299107144
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.366245814732143
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3873465401785716
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3892996651785716
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.343540736607143
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.416713169642857
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7955322265625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8542887369791665
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8370361328125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6736653645833335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7255859375
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.69970703125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6470133463541665
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7382405598958335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6034186613475176
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6669160017730498
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.64666445035461
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.463777149822695
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5222600842198584
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4965647163120566
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4362117686170213
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8718133223684212
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.927220394736842
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9040912828947367
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7502055921052633
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.546556405141844
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7952302631578947
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7722039473684212
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.728926809210526
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.827199835526316
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.582217261904762
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.609095982142857
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6396949404761907
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3956473214285716
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.466889880952381
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.404389880952381
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3550037202380953
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5186941964285716
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4747522865853657
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5090034298780486
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.511671112804878
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.364900914634146
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4116806402439024
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4060118140243905
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.343702362804878
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.442073170731707
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.447410300925926
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.512909312307099
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.490993923611111
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.303174430941358
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3516227816358026
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.334873529128086
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2670988859953702
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3862395109953702
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4444869523195876
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5066849226804124
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4784350837628866
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3002577319587627
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3521665592783507
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.328145135309278
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2752496778350517
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3880074097938144
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.510448535839161
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.555944055944056
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5386664117132867
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4081348339160837
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4446705638111887
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.427925590034965
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3920454545454546
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.560546875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6040581597222223
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6137152777777777
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4447699652777777
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7239583333333335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.765625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.78125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.603515625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4908854166666665
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4686414930555554
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6555989583333335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9515625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.00703125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0359375
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4229600694444446
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.466469077797203
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5807291666666665
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.848046875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.761328125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5141059027777777
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6770833333333335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.042763671875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.085966796875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.098232421875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92755859375
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98115234375
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.87890625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.943388671875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.896611328125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.202194940476191
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.277622767857143
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.109281994047619
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.251674107142857
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2155877976190474
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.265159970238095
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.998330078125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.203031994047619
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2097284226190474
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.593239524147727
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6095229640151514
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5620709043560606
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4664972478693183
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.502419211647727
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4887288411458335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4476947206439394
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.524802468039773
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.435837204391892
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.477908572635135
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4995513091216215
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.306007179054054
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.350902660472973
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3276235219594597
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.27710620777027
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.38062183277027
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.330074171305668
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.153727543016194
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2076480263157894
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.307320660425101
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.390609185222672
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1853689587550607
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4400975771761133
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.303026948380567
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8570283707002457
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1493012899262895
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.00170358568796
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0952904253685505
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.946181088759214
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8331829699017197
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9935743627149876
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8119385365479115
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.786716368140244
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.618732731516768
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4829071789253048
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7272830125762195
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5746474847560976
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.459392268483232
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.625291777820122
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.025090144230769
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8638822115384617
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.791766826923077
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9630408653846154
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.882061298076923
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7651742788461537
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.917217548076923
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4362822741996952
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.741436298076923
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.130693151595745
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.270836103723404
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.218683510638298
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9578208111702127
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.045113031914894
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.934291888297872
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.08578789893617
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9120927526595746
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.058026713709677
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8119014616935485
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.974483366935484
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.774256552419355
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.637852822580645
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6126827116935485
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.849546370967742
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5757938508064515
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.563267299107143
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.407435825892857
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.514927455357143
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6053989955357144
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5231236049107144
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4972446986607144
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.645961216517857
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.479771205357143
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7713216145833335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9239908854166665
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8824055989583335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7564697265625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6579182942708335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6321614583333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8915201822916665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6043294270833335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7525764627659575
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5685533023049647
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.683552194148936
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.414104055851064
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.31322030141844
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.279296875
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4708970523049647
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.840871710526316
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.013877467105263
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.958059210526316
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8733552631578947
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7909128289473686
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7531866776315788
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.931126644736842
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2572999778368796
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7391183035714284
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5078125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6382998511904763
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5638950892857144
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.400111607142857
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3876488095238093
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5809151785714284
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.734375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.347935267857143
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.577791539634146
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.441120426829268
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5376333841463414
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.436547256097561
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3716653963414633
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3618997713414633
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4798971036585367
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.331126143292683
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.600169994212963
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4088210117669755
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5366632908950617
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.44970401716821
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.339970341435185
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5261079764660495
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.305567611882716
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.279245635609568
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.593186211340206
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.405686211340206
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.531995006443299
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.316245167525773
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.207051385309278
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.386255637886598
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1796472293814433
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1590488079896906
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.48318673513986
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.626256555944056
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.576731861888112
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6831703452797204
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.59451486013986
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7409036276223775
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5679906031468533
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5346137152777777
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.690212673611111
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.637478298611111
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.697265625
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8567708333333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4969618055555554
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8072916666666665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7083333333333335
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.90859375
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13984375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4134114583333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.547634548611111
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.389431423611111
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06015625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8421875
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6197916666666665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7649739583333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5807291666666665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.719921875
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.915625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.690625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.548554960664336
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0140234375
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.19857421875
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.11384765625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0655078125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3670789930555554
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.973037109375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.126630859375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.948896484375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.56640625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6578125
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.054222470238095
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.211960565476191
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.136625744047619
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.356119791666667
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.371465773809524
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.339564732142857
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.343656994047619
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.926708984375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.303199404761905
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.539920691287879
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6700994318181817
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6216375177556817
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7111187559185606
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.767463452888258
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6025871508049243
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.632461085464015
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.587627988873106
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.591189822635135
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3990181587837838
/ckpts/RedPajama//160M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5235694679054053
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4367345861486487
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.500290329391892
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2998574746621623
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3266205658783785
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2715635557432434
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.337641542257085
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.35931569458502
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.41119211791498
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.442869116902834
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3723787006578947
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.472687879554656
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.871439265970516
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.983194487100737
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8966667306511056
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.011709152334152
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9170713682432434
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.06128589527027
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4999940453506095
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6141208555640243
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.524006169016768
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6512064119664633
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.546237852515244
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7044647961128048
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.907451923076923
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8374399038461537
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9559795673076925
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8505108173076925
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.010216346153846
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.077036236702128
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.971592420212766
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.999077460106383
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.102293882978723
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.014719082446809
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.149509640957447
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8210055443548385
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.664030997983871
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6955960181451615
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.879788306451613
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.727696572580645
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9606854838709675
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.633056640625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.538120814732143
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5518275669642856
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.700648716517857
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.566685267857143
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.737339564732143
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8163248697916665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6838785807291665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6936442057291665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8318277994791665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7315266927083335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8793131510416665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4520445478723403
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3259086879432624
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.354540669326241
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4969664228723403
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.377299423758865
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.557748781028369
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9210526315789473
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.796875
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.819387335526316
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.955489309210526
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8449835526315788
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.015316611842105
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6338355654761907
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.445219494047619
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.488002232142857
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6163504464285716
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4870721726190474
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6917782738095237
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.458031631097561
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3826695884146343
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4079649390243905
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5050019054878048
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.413109756097561
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.537823932926829
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.500048225308642
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3615119839891974
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3946156442901234
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5539158950617282
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4193281008873457
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6219859182098766
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3684962951030926
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.22839481314433
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2544499033505154
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.411525451030928
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2806056701030926
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.477146423969072
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7196514423076925
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.606547749125874
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.631801791958042
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.762237762237762
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.648997486888112
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.816706730769231
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5399305555555554
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.427517361111111
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7447916666666665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6341145833333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4525824652777777
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6647135416666665
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5708550347222223
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.88515625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.73828125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.78515625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4710286458333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.769921875
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6829427083333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.942578125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6209852430555554
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8430989583333335
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.01953125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.115068359375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9943359375
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.02173828125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.136640625
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.032236328125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.203017578125
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.513578869047619
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.379929315476191
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.346540178571429
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.423549107142857
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.381324404761905
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.391462053571429
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.750906279592803
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6380171342329546
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.666396632339015
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.788903438683712
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.686072147253788
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.830618193655303
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.473896748310811
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.341691300675676
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.366554054054054
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5230152027027026
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3955869932432434
/ckpts/RedPajama//160M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5961254222972974
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.249916972419028
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2268827492408905
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.323246141194332
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3055059147267207
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2702271002024292
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.297800164473684
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.209031819331984
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.245860482034413
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.265403593117409
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1763584893724697
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2669692560728745
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1678185096153846
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.20320407388664
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1964669787449393
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2476910425101213
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2122857097672064
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1368729440789473
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2418830655364372
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.186954390182186
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.247501265182186
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.182320660425101
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1944545483299596
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.234208944838057
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1631926872469633
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8591878455159705
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9725026873464375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8236908783783785
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9566041538697787
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.882126266891892
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9319429514742015
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8425550906019654
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8018609874078626
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0684793458230954
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.905280635749386
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.071214680589681
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.895822136056511
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9379270961302213
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9538064342751844
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9750028792997543
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.032828816031941
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.09381238482801
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.103242091523342
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.920641699938575
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9660338605651106
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9805071406633905
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.064808238636363
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.004213375307125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9335313651719903
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6350395388719514
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.509441096608232
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.466332412347561
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.622769983803354
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5338015672637195
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.585350967035061
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4909727515243905
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9755108173076925
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4418647580030486
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8466045673076925
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.794921875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.951171875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8819110576923075
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.921123798076923
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8314302884615383
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.76953125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.627703410823171
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4565548780487805
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6341433641387195
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.444279368330793
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.487614329268293
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5045106469131095
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.885967548076923
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5291450314405486
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5870748380335367
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7095853365384617
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.888972355769231
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.710637019230769
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.657420088605183
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6480861756859757
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.509846012766768
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7396334134615383
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.524128239329268
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4635635003810976
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.76171875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7856069711538463
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8384915865384617
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.608618759527439
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.547756288109756
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.926983173076923
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9262319711538463
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4774765386814024
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.773137019230769
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.798527644230769
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7533052884615383
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8823617788461537
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8212139423076925
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.743389423076923
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.106266622340425
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9983959441489363
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.961269946808511
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0918966090425535
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.024933510638298
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.069207114361702
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9814162234042554
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.938846409574468
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.806703629032258
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.623267389112903
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5657447076612905
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7760206653225805
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6548639112903225
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.728326612903226
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.593781502016129
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5334551411290325
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.564662388392857
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4558803013392856
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.424839564732143
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5699637276785716
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4984654017857144
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5280064174107144
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4537527901785716
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3975306919642856
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6833089192708335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8147379557291665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6376139322916665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.794921875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6970621744791665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7568766276041665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6651204427083335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6086832682291665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.18978557180851
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.030551861702127
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.188073470744681
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.024052526595745
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.062159242021276
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.079770611702128
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.098861369680851
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.151870013297873
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.229720744680851
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.2269697473404255
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.100764627659575
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.117112699468085
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.058643617021277
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.19389960106383
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.139835438829787
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.069281914893617
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.923009072580645
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.690303679435484
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.932837701612903
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.656155493951613
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7213016633064515
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7522681451612905
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8736769153225805
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7815650201612905
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9582913306451615
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9369959677419355
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7336504536290325
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7689642137096775
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6750567036290325
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8857421875
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.799048639112903
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.697171118951613
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.541334219858156
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3944065824468086
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3467835771276597
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.551060267857143
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.51439217641844
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3988211495535716
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5586983816964284
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.430629185267857
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.423758865248227
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.436802455357143
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4821586879432624
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.372520500886525
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8883634868421053
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7605879934210527
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.719263980263158
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4532993861607144
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3194813829787235
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5068359375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4749232700892856
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8630756578947367
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5237862723214284
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5048130580357144
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3903111049107144
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4036342075892856
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.786595394736842
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3863002232142856
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8409745065789473
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7498972039473686
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4658203125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6892475328947367
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4742373511904763
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6843377976190474
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5481770833333335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.744047619047619
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4276297433035716
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3668736049107144
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7454833984375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.611328125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.57177734375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7554117838541665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6546688988095237
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5589599609375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4848400297619047
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4263392857142856
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5945638020833335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6174723307291665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7017822265625
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6417643229166665
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7639973958333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7519124348958335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5996907552083335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6227213541666665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4858517530487805
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.349704649390244
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3638528963414633
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.561767578125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.460842225609756
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7159423828125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6450602213541665
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5699462890625
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4191120426829267
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.422827743902439
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.371379573170732
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3122618140243905
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6569425975177303
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4624750664893615
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6657524379432624
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.447224069148936
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5004848182624113
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9333881578947367
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5206809618794326
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6270085328014185
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.552595855496454
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.762129934210526
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.941920230263158
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7360510859929077
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.712253435283688
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7522615131578947
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5550615026595747
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5748282358156027
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.792043585526316
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4977559840425534
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.801192434210526
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5635230654761907
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.708458000886525
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9021381578947367
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.829152960526316
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.343470982142857
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9464432565789473
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5317150297619047
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.941817434210526
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.610109153368794
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.522938829787234
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.797902960526316
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3331473214285716
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.799856085526316
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3569568452380953
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7492804276315788
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9065583881578947
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4129464285714284
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4676339285714284
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4125744047619047
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8297697368421053
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7598684210526314
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6219308035714284
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6555059523809526
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4310825892857144
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4898623511904763
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4087611607142856
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.460270579268293
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5536644345238093
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.331030868902439
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.477610518292683
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4927455357142856
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.413783482142857
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.340796493902439
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.39453125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3628525152439024
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.431974085365854
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3872427591463414
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5189596036585367
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4802305640243905
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3713319359756095
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.362328506097561
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.321027057926829
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.475895579268293
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4010099085365852
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3385099085365852
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2668607735339505
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4785548080632718
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.316502700617284
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4520851417824074
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2806015941295548
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.242978238866397
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3289434147267207
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.336198443825911
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.247038682945344
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2784705528846154
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2977171368927127
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3216528023785425
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.342384620949074
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.400116343557099
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2935986930941357
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2334798177083335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2987878543814433
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.443017074742268
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2517316365979383
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4228414948453607
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3248832152061856
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3873630798969074
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.281592300257732
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.229079413659794
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.519012827932099
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.323537567515432
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5275245949074074
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2935715663580245
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.359353901427469
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3900282118055554
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4802396797839505
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.408808955439815
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5095064139660495
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4976490162037037
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3387737509645063
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3607253086419755
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2821662808641974
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4604130497685186
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3834876543209877
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.297489872685185
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5024311625874125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4629315996503496
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.621230332167832
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6026551573426575
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5263057255244754
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4295789930555554
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3887803819444446
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5464409722222223
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5397135416666665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.60546875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5657552083333335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7337239583333335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.573522180944056
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.70703125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4855496066433567
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.721484375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.66796875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.89296875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4446569055944054
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.865234375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4524739583333335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6373697916666665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.463937661082474
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5005425347222223
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.748828125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4135199652777777
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6848958333333335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2734777706185567
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4725555734536084
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.587890625
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3666449652777777
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.816796875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.53515625
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.257973582474227
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.69375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9362890625
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.982861328125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.101328125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10513671875
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.63828125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2998348904639174
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.324842944587629
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4274726159793816
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.01236328125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.342541881443299
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5416800902061856
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.531692976804124
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2765997023809526
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.283668154761905
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.163690476190476
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.047197265625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3657377577319587
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.239397321428571
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.95630859375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3866382087628866
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9091015625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3133859536082473
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.214285714285714
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.489428962628866
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.187313988095238
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4105388208762886
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2551153273809526
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3343669458762886
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2180059523809526
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8608194487100738
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.80641507985258
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9758618703931203
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9682221283783785
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8486832002457003
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8175627687346436
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.596905048076923
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9343951550982803
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8817951474201475
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4511855332167833
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6056463068181817
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.439917504370629
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5301649305555554
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.763671875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.475879589160839
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.369357638888889
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5401475694444446
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.008203125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.599609375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4907124125874125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7786458333333335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.564152644230769
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3570963541666665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5095334353146854
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.784765625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.596700174825175
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.01875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5891927083333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5876720935314683
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4652944711538463
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.759375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.401150173611111
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4768220061188813
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6223958333333335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4126519097222223
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4967447916666665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4360894097222223
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.815625
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6399739583333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5600043402777777
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10197265625
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7454427083333335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6666666666666665
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.429605550699301
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5467664930555554
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5512046547202796
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7903645833333335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.852734375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.963671875
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.783203125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.413845486111111
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.877734375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.927109375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.080634765625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05859375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6412760416666665
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.426974826388889
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.499440013111888
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6555989583333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.441925262237762
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.943505859375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8453125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.876171875
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3665364583333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5104166666666665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.353422619047619
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.948408203125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5950520833333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7708333333333335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1828497023809526
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2644159226190474
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.788671875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.968828125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4497612847222223
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.99453125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.034228515625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.381076388888889
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9875
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6790364583333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.098037109375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.615234375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.364397321428571
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1312109375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.90546875
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9561328125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.812890625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.981826171875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.260230654761905
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.220145089285714
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.322358630952381
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.198288690476191
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.941572265625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.110491071428571
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.059609375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.224144345238095
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1706659226190474
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.013896484375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.118582589285714
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.936259765625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.251395089285714
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.142113095238095
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.141555059523809
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.109188988095238
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5396321614583335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.497347745028409
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.641742128314394
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.620845910274621
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.551865086410985
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.597097685842803
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5209665009469697
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4797844164299243
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.028367756831984
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0073934084008096
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.048416940789474
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0733726594129553
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.995607445597166
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9740202745445343
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9898231907894737
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0152414916497974
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2748099662162162
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.230732685810811
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4278663429054053
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3984902871621623
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.295581714527027
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3673194679054053
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2578916807432434
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.20386402027027
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4646532012195124
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4063363424161586
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.589337604801829
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5830941549161586
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4188291968368905
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4507848227896343
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.826171875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5437845369664633
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6234722715435606
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4885343225990852
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7755408653846154
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.955078125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9676983173076925
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.490349047111742
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.635276100852273
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7705829326923075
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7973257211538463
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.910907451923077
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.842097355769231
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4821296460700757
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.515207001657197
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5347308534564394
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5969682173295454
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.550056226325758
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.543301669034091
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.532748135653409
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.428551876183712
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.440899473248106
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5101910215435606
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3924819483901514
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.457919034090909
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.403005888967803
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.499049831081081
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3143739442567566
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.510135135135135
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.292361697635135
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3453072212837838
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.36937816722973
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4634712837837838
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3875369510135136
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5005278716216215
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4881492820945947
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.335647170608108
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3534364442567566
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.456345016891892
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.282120988175676
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.382205447635135
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3051097972972974
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.020013297872341
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9690408909574466
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.126811835106383
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.127967087765957
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.976063829787234
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.005535239361702
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3295760058198383
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7196633033906883
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0867603058510635
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3785978618421053
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2703615258097165
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7560135690789473
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.040433843085107
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.614451543522267
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6392016700404857
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.585692370951417
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.241381296068796
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.087161202395578
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.133431549447175
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.282147381756757
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.296227157555283
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.158351888820639
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.116534858722359
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.185868396805897
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6165574596774195
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5322265625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8002457157258065
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7785723286290325
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5501512096774195
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5873235887096775
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.734469506048387
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6461693548387095
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.60791015625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5927036830357144
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7269810267857144
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7298409598214284
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.551513671875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5804268973214284
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6671665736607144
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6181640625
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.274845015182186
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.225344762145749
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1816841156376516
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3130495635121457
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6051025390625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5438232421875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.195834387651822
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7450358072916665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7314860026041665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.108402391194332
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.559326171875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.111067181174089
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5851236979166665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1364340840080973
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6912027994791665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6294352213541665
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.204342737854251
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.293202017965587
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2612759362348176
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2465958691801617
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2696854440789473
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1647346280364372
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.180252878289474
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.143123734817814
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5037815824468086
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.435228280141844
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6431876108156027
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6361092641843973
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.453692929964539
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.493406471631206
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7887541118421053
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6218556072695036
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5313054078014185
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.734786184210526
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9314350328947367
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9205386513157894
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7532894736842106
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7789884868421053
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8900082236842106
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4888392857142856
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.817845394736842
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.420014880952381
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6304873511904763
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6785714285714284
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4262462797619047
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4497767857142856
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.556919642857143
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.503999255952381
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6115871522484757
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3167873475609757
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.782030059070122
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6672899199695124
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8437440453506095
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.830584270198171
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6435159822789633
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.696110423018293
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2876810213414633
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4538871951219514
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7235196741615852
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.887019230769231
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.420255335365854
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.084134615384615
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9630408653846154
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.137319711538462
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.107271634615385
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3050685975609757
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3416063262195124
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.923527644230769
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.986027644230769
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.387004573170732
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0479266826923075
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.351229039634146
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.994990018427518
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8742129914004915
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.045819256756757
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8994740479115477
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9169226044226044
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.757442989864865
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7818978424447174
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.741242129914005
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.09105785472973
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.000220746314496
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.14849988482801
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.073666884213759
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.118363214066339
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9486668842137593
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9320341292997543
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.979628954238329
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.026935849201474
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.184227195945946
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.117365056818182
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9762553746928746
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.254621010638298
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.414228723404255
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.025491400491401
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.461635638297873
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.300274268617021
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.45303357712766
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.286369680851064
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.332779255319149
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.849575783169533
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8731188574938575
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.365109707446808
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.827237215909091
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8919165826612905
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.198777721774194
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.110698084677419
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.953912550403226
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.164440524193548
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.914125504032258
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9849105342741935
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.443690923996914
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.025674143145161
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.370967158564815
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.578486689814815
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.566942756558642
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3782069830246915
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4161060474537037
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5384235146604937
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.466778790509259
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6617461413871952
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.557033631859756
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7187619092987805
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5524693931021343
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.345493861607143
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.502406529017857
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4861537388392856
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.607567763910061
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.391148158482143
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4889090401785716
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.361293247767857
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.406703404017857
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9981971153846154
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.440480302019817
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.065204326923077
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.040865384615385
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8865685096153846
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4114467075892856
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.463405702172256
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.09765625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4179300447789633
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8963341346153846
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9344951923076925
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8677884615384617
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7081298828125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.965087890625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3144933956185567
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8774820963541665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7704671223958335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9171142578125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7438151041666665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7943929036458335
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2416438466494846
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.46105831185567
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8118082682291665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.443017074742268
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2632490335051547
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2918613079896906
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4046190399484537
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3298163659793816
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6596798780487805
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.557200362042683
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.722882526676829
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6244253763338414
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9175180288461537
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8270733173076925
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9759615384615383
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.901592548076923
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6739531726371952
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.478542420922256
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4915324885670733
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.524169921875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9481670673076925
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7596153846153846
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.768329326923077
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7890625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.772869570035461
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.031056072695035
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8689630681818183
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9607020168439715
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.83771054964539
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9939466976950353
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5797238233612805
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.812707779255319
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.867021276595745
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.682444502667683
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7492080316310976
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8168023382867133
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.625455530678354
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.996558129370629
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.897343195921986
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8704927884615383
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9879944274475525
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9541766826923075
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.03125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3578559027777777
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0406044407894735
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9723478618421053
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8634868421052633
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8306790865384617
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.009148848684211
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.110576923076923
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.682819645579268
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6764322916666665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8597847465034967
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.841282894736842
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3056640625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.890111019736842
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.499919612233232
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.481228298611111
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6243489583333335
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.950106534090909
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8053385416666665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.526667897294207
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.637890625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8919908216783217
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9219777960526314
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.891796875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.166165865384615
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4715711805555554
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4735970846036586
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5746837797619047
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7981770833333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9618389423076925
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3179253472222223
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3538411458333335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9166666666666665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8875558035714284
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6577380952380953
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.630859375
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.956845238095238
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.866015625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.65625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9878305288461537
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6553199404761907
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7529761904761907
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4375
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.662890625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.690234375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.911358173076923
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.779296875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3832465277777777
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.126113696808511
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.01064453125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.173636968085106
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7076822916666665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.049692486702128
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.037483377659575
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8619791666666665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.823828125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9980078125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74765625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15009765625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.083735039893617
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15884765625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9286402925531916
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9682421875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.284784226190476
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98802734375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.949434840425532
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.909200465425532
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.399553571428571
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.468845274390244
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0962109375
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.157087053571429
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6241901676829267
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5744092987804876
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5222942073170733
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.026416015625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6281440548780486
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.494140625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.530535442073171
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.294642857142857
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.238560267857143
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.223586309523809
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5727419969512195
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.231119791666667
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.234095982142857
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8434979838709675
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.926001764112903
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.652280745967742
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6811680947580645
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7272555443548385
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.481665826612903
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.516381048387097
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.456275201612903
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.589146205357143
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.665318080357143
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.722133091517857
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.48876953125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.204338430851064
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7528250558035716
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.126720412234042
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.261594082446808
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.19522107712766
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6227329799107144
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.57763671875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.240625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.061851728723404
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.841552734375
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.077850731382979
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.107804188829787
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8852945963541665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7432861328125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7275797526041665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8061116536458335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6200358072916665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.972530241935484
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.823273689516129
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.650390625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5922444661458335
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.069052419354839
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.942225302419355
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.167777593085106
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.2419797207446805
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.311943151595744
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.161136968085106
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.022870463709677
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.2021941489361705
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.028773271276596
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7288306451612905
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.755890877016129
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.790070564516129
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0522190824468085
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0024684175531915
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.568638392857143
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.485107421875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6400669642857144
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4866768973214284
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.838961693548387
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9856035786290325
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.091040826612903
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7553868447580645
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.529296875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8374495967741935
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3995535714285716
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.407492897727273
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3963448660714284
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.409946986607143
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5786920362903225
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7774658203125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.323604699337121
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.5864553740530303
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6750081380208335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.619046118951613
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.835205078125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5514427923387095
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7367757161458335
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.570016571969697
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.573512300531915
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3316095525568183
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.375155362215909
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6270777925531914
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4729332890070923
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4468500664893615
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.5245250355113638
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.531817929964539
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4413016183035716
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.531215122767857
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7950032552083335
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.436538233901515
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5894252232142856
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4990234375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9269120065789473
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.983963815789474
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.330105828900709
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7971833881578947
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.871504934210526
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5818684895833335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5937093098958335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6197916666666665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.306502105496454
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3669520168439715
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9217722039473686
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5440499441964284
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.381138392857143
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7469161184210527
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7142857142857144
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.799107142857143
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4249441964285716
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.580078125
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9056919642857144
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3927137586805554
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7249177631578947
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7747738486842106
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.364536830357143
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.641990379050926
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2889305320945947
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.920014880952381
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.447000385802469
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5695378809799383
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6148967978395063
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4212510850694446
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.21996410472973
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.469997829861111
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4337521114864864
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6840413411458335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7945149739583335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.709077380952381
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8450113932291665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7801513671875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.616908482142857
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6864769345238093
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5051359953703702
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.416622677364865
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.235457136824324
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.267261402027027
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8827311197916665
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4959032012195124
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.549161585365854
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.384052998310811
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.404630335365854
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4049161585365852
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.652099609375
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3084617820945947
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6805826822916665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4454554115853657
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6214599609375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3211223323170733
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2896341463414633
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3306497713414633
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6929022606382977
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5805490913120566
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7621620124113475
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7198304521276597
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9703947368421053
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5485865012886597
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8533100328947367
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.032483552631579
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8239972615979383
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6099186533505154
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.790250483247423
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.739207474226804
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.920333059210526
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.581729220360825
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.75958554964539
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6419337951030926
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.574497767857143
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5062313988095237
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.536264406028369
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.673485824742268
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5552415780141846
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7373511904761907
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.58575742464539
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4908854166666665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.969161184210526
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7591488486842106
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.777754934210526
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8111636513157894
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5582217261904763
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.63530585106383
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.767370345744681
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.490282012195122
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.829371675531915
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.347563244047619
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5640237145390072
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4331650152439024
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3568638392857144
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.380859375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5457317073170733
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.517482850609756
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.856496710526316
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9830386513157894
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.626703789893617
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.038034539473684
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8370682565789473
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.411583000886525
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4493157136524824
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.553687118902439
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3796681072695036
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6220238095238093
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6558779761904763
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9103618421052633
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8637462797619047
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.703125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.057105654761905
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.382764862804878
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3930068597560976
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.41015625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.735402960526316
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6799958881578947
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.048177083333333
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7860863095238093
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7881324404761907
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7177269345238093
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5168159298780486
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4409775152439024
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.593797637195122
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.362953452797203
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4631288109756095
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5382839816433567
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.39962576486014
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5191351617132867
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.488090034965035
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3801901223776225
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.418105332167832
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4966653963414633
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5054253472222223
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6920572916666665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3587557164634148
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7212456597222223
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5543619791666665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4408735795454546
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.716579861111111
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6611328125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0015625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9166666666666665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.736328125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8860677083333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3872427591463414
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.529296875
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.83984375
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.581814236111111
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7239583333333335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.303125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06015625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7708333333333335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26328125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2109375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.343797637195122
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0203125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0953125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.605685763888889
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7897135416666665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99029296875
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13203125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.199990234375
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0352734375
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.189345703125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15107421875
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0189453125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.07546875
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.148623511904762
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.110322265625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.182291666666667
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3501114941801617
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.156063988095238
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.377214068825911
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2336309523809526
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.203404017857143
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3212178960020244
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.276355326417004
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2909523658906883
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.234933035714286
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.225911458333333
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1873299911437245
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.216792921305668
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1798258793016196
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.195126488095238
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.509883174189815
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5777211130401234
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3651529947916665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.448857060185185
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5306712962962963
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.310574001736111
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2704535590277777
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3454499421296298
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4650451030927836
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5412773840206184
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.351159793814433
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.404296875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4713474548969074
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5567431037808643
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4402398003472223
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2632893041237114
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.627905574845679
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2418653350515463
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.51343074845679
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2897471005154637
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.57836612654321
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.345998505015432
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.358253761574074
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.398350091628086
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5315333236882718
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4176161024305554
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6131184895833335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.391131365740741
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5024967783505154
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.379953286082474
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.578286082474227
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4447983250473486
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4583423755787037
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.468347293814433
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6141098484848486
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.593224727746212
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.482666015625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5622965494791665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2433268229166665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4611409505208335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.495235558712121
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2775818624614197
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6445039335664338
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.696377840909091
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5430643575174825
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.206455560378086
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7280649038461537
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5262765786082473
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5186101740056817
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.789362980769231
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5771484375
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6251085069444446
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.767578125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4696180555555554
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.822265625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4556206597222223
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3080500966494846
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6354166666666665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3247221327319587
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.356858086340206
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.92265625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7044270833333335
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.004296875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.60275076486014
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.771875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.748046875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5838341346153846
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.501736111111111
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.628796984265734
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7649739583333335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.823046875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3450520833333335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.578125
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.12005859375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.326171875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.369140625
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.202275390625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.556640625
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.010390625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.59296875
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.394267314189189
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6126302083333335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.142265625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5655605670103094
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.456688949742268
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.56796875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6234375
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.642980831185567
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6346864442567566
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4378959037162162
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.605732685810811
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5669605152027026
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.531713112113402
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22900390625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.414695945945946
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.457295185810811
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.219587053571429
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.132254464285714
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.228515625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.544921875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00345703125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.598582474226804
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97302734375
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4950644003378377
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0151953125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.375181217783505
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.495814732142857
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4050016108247423
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.519810267857143
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.350535599226804
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.465215773809524
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.543247767857143
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.625559986888112
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5382293487762237
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6841947115384617
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.994423756142506
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.056645423832924
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5379152097902096
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9127764127764126
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.558376736111111
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.946147496928747
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9868847896191646
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8072916666666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8290511747542997
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.460720486111111
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06015625
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.619357638888889
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6803385416666665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8776041666666665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5289713541666665
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9125
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8539523187960687
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1484375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8120873003685505
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.787109375
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5859511582167833
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.034375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.118095703125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4204545454545454
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4335527753496504
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4543542395104896
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.576171875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.02783203125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.178623046875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.830078125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.031494140625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11328125
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2819940476190474
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3832465277777777
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3977864583333335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4302300347222223
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.640625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.671875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.267578125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83046875
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.249813988095238
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.859765625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.884765625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.617269449300699
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.114304315476191
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5262510926573425
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.09029296875
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6741149475524475
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5311543924825175
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5764973958333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4771050347222223
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92279296875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.923935546875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.95814453125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8170572916666665
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6946614583333335
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6442057291666665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.107049851190476
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8834635416666665
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08828125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.941015625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.529079861111111
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.581211756993007
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.689453125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18828125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4172448645104896
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.85625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.206380208333333
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.095331101190476
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.183221726190476
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4400950611888113
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.581271701388889
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3976316652097904
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.751953125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4076605902777777
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.130625
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.05595703125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9328125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.548828125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20328125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.691015625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4320746527777777
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.147294921875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.578125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.387912326388889
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5286458333333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.728125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.096540178571429
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.134300595238095
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.667578125
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.210379464285714
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20310546875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.264136904761905
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.009716796875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0326953125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.974755859375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1711309523809526
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.196893601190476
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.221726190476191
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.126302083333333
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6600822679924243
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.707878343986742
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.569705847537879
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.750225645123106
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.799175840435606
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6295979817708335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.607980439157197
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.658776485558712
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4578230574324325
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.530616554054054
/ckpts/RedPajama//160M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3237172719594597
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3220808699324325
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.386982685810811
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0220418459008096
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0638403023785425
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.24210842611336
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0830750253036436
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3014533780364372
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3282712866902835
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2298875569331984
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2230595268218623
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1859691722972974
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6574041193181817
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1675464527027026
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2169288429054053
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6127334222560976
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6762993044969514
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5719659978693183
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.708251953125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.524342606707317
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5890994188262195
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6622721354166665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6381776391006095
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.978816105769231
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.470557236089939
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0575420673076925
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.910907451923077
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8748497596153846
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.906550480769231
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4977015053353657
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7415865384615383
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4477926114710367
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.705758759469697
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.775090144230769
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7232572115384617
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.552471738873106
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.562951290246212
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5882568359375
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5443940033783785
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.422534839527027
/ckpts/RedPajama//160M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6163956925675675
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5619562322443183
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5033519847972974
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4836684718276514
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6103811553030303
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4923502604166665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.558224239864865
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5326704545454546
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.389666933001894
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3329286317567566
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.414358428030303
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.354122677364865
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3829972550675675
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3715191465435606
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.528003589527027
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.404191300675676
/ckpts/RedPajama//160M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6079761402027026
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3623574746621623
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.422244510135135
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.212600295608108
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2433488175675675
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1925939611486487
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.144855385638298
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.208901263297872
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.077925531914894
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.072689494680851
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.10859375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9565658244680852
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9814162234042554
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9412150930851064
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6592785298582995
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.738285203694332
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.66593655111336
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.779304782388664
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.832188760080645
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6851277834008096
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9311365927419355
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.695501512096774
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.8191540675607287
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.738501764112903
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8138860887096775
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.574281754032258
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2689184273785425
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2493081034919027
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6038936491935485
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.545016381048387
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.758056640625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.822265625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7259347098214284
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.630859375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.697998046875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5084402901785716
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.206488981879607
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.323719671375922
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1373315726214575
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.38159839527027
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1646476467611335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2032515182186234
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9178151873464375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.047796375921376
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5438755580357144
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2121710526315788
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.006296068796069
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8949439496314495
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.478515625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8706234643734643
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7682291666666665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8231608072916665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6719563802083335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1636987601214575
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.241396761133603
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7656656901041665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.201195597165992
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.223597229251012
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8267008463541665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6411946614583335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6698404947916665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6111653645833335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1975977353238867
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2164015055668016
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.254870951417004
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2794668838562755
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2247200784412957
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3000933071862346
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.68947289347166
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.72799769104251
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6771802969858154
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7470772384751774
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5691489361702127
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.493434175531915
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5515846631205674
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9525082236842106
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3574772828014185
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.022203947368421
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.849609375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8625616776315788
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.384834884751773
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3303413120567376
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.913548519736842
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.747121710526316
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.669828869047619
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8703497023809526
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6686197916666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7814555921052633
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.548735119047619
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.717208059210526
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5847284226190474
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3682105654761907
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3832775297619047
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.334170386904762
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4504096798780486
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5119569359756095
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3708555640243905
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.435213414634146
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4796589176829267
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3542778201219514
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3747618140243905
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3393673780487805
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.79818988022113
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.90567414004914
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8231102195945947
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9405616554054053
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.842511901105651
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.871736852134146
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7454863757621952
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.941209746570122
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.689134551257622
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6378382240853657
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5464462652439024
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5201267149390243
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9928929284398036
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4955518769054876
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1708233173076925
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0390625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.253155048076923
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.962285972051597
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.925030048076923
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.011766738329238
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8763521634615383
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7872596153846154
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7588641826923075
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7328725961538463
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9922642813267815
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.019401681511057
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1108434428746925
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1411192797911545
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.042296913390663
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1981342137592135
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.068570523648648
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.121396076474201
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.898442298832924
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.009012208230958
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.924514358108108
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.048175483722359
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.940139358108108
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.097680244164619
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.95715601965602
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9954123157248156
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6054325810185186
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6885127314814814
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.501103153935185
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4844913563829785
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.441581066743827
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.375731382978723
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5145881558641974
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.546384640957447
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.180992353723404
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3044584297839505
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.145927526595744
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.061993018617021
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.039253656914894
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0157247340425535
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.333740234375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2714271074459877
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.236706149193548
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.053679435483871
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.333732358870968
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8599105342741935
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.781155493951613
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4815822694359757
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.594262099847561
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6528792842741935
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6159274193548385
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.508649128239329
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.631639434070122
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.591009324596774
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4873952963917527
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5250035727896343
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.960637019230769
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.072415865384615
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.021334134615385
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.55456668814433
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3767115012886597
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.688458698551829
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.35754268685567
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7370307736280486
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7918909584603657
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.417908344072165
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.228495489690722
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.204326923076923
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9337439903846154
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.981219951923077
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5330984933035716
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.254812338917526
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.423793247767857
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.209789787371134
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.573032924107143
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6285574776785716
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5511648995535716
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.486537388392857
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4400460379464284
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4197823660714284
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.539217320884146
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6642530487804876
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5637177258003048
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6958454411204267
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.826171875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.942157451923077
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8443509615384617
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9690348307291665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9795673076923075
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.846923828125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.022542317708333
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8601888020833335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7928873697916665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7047526041666665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6756998697916665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5903618044969514
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6453043619791665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7639041063262195
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6278999142530486
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.685040729801829
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.87109375
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.034405048076923
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.045522836538462
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.082782451923077
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0217438811188813
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0850906905594404
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9255490603146854
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5003255208333335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.915496612762238
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8365885416666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.956321022727273
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8016963505244754
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5645616319444446
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4164496527777777
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.91796875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9140625
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7298177083333335
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.009375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.546559403582317
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7890625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6693174780868905
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.573021865472561
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5078125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7084186833079267
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6940104166666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5524088541666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3953993055555554
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.826745520104895
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7434895833333335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.778613964160839
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5729166666666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.012169471153846
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.901171875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.676171875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1880859375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.127403846153846
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.083683894230769
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.194561298076923
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.270703125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.09263671875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.592684117759146
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.422092013888889
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3740234375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6009114583333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.769578887195122
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5546875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70234375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.65
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0495703125
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.164155505952381
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.06640625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10203125
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92337890625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.285907451923077
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.572337080792683
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.315104166666667
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.214285714285714
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6213736185213414
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.046085438829787
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.919076906028369
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8500600961538463
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.274274553571429
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.116771941489362
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8940805288461537
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7052027925531914
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.948935546875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.641899379432624
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9700797872340425
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.075806183510639
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5342143173758864
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.256138392857143
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2355840773809526
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.900751953125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.50639960106383
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.002543218085107
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.107920545212766
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4774351728723403
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.063116776315789
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.935958059210526
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.014635970744681
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.115337171052632
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9422286184210527
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.883737664473684
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.78515625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.230654761904762
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7629523026315788
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.211960565476191
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.159757313829787
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.735814144736842
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9410342261904763
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0606466090425535
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.106208444148936
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7992931547619047
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.046409970238095
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.578218005952381
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.550595238095238
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4029017857142856
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.384858630952381
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3510974702380953
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5403540826612905
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.691185735887097
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.576234879032258
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.757654989919355
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6617282774390243
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.121417885638298
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5785060975609757
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6011214717741935
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.704792301829268
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5150533536585367
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.237308843085106
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.480135289634146
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.149925199468085
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4284965701219514
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.260746343085106
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3940072408536586
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8424269153225805
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3744283536585367
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7721459173387095
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.854523689516129
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.171309840425532
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6168038504464284
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7367466517857144
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.221060505319149
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3204288563829785
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6676199776785716
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.27319647606383
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7701939174107144
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6878836495535716
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8207535282258065
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.000220514112903
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.857610887096774
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.047379032258065
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8253696986607144
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.532435825892857
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5962611607142856
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6630045572916665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7949625651041665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6886393229166665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8211669921875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.894310735887097
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9133694556451615
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.157699092741935
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7155354817708335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9899508568548385
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.081482712765958
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.190683178191489
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.113605385638298
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.435791015625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8785807291666665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.224343417553191
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5067313058035716
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.462158203125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5335170200892856
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.018513997395833
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.067830403645833
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.124251994680851
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.275856050531915
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4559500558035716
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0562333776595745
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.091073803191489
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.475864955357143
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5811593191964284
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.647483132102273
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5091029575892856
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6429036458333335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7745768229166665
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.745642459753788
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.669921875
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.480350378787879
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6457913306451615
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8197428385416665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.817162298387097
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6793409778225805
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8716292842741935
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.623483368844697
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5219060724431817
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6691450639204546
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7061360677083335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.705991683467742
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9606539818548385
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7433268229166665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8694661458333335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5478774562026514
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7880452473958335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5061664003314394
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.758852066532258
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8246597782258065
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4100167410714284
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3825493129432624
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.505748559397163
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5435267857142856
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4322335379464284
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.409311281028369
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.558801529255319
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4585884712837838
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5624302455357144
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5323057432432434
/ckpts/RedPajama//160M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3531197212837838
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.437458444148936
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.791940789473684
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.910567434210526
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8157894736842106
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.948807565789474
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4290945870535716
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.626606826241135
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3819942989864864
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6426478794642856
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.244826858108108
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4400337837837838
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4282468971631204
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8303865131578947
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4876579122340425
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7705543154761907
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.986607142857143
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8874627976190474
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9536830357142856
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7038981119791665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.656494140625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0234375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6934988839285716
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.818603515625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7179768880208335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2758129222972974
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.856201171875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8864103618421053
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.223527238175676
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.94140625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.830357142857143
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.063151041666667
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.607491134751773
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7457275390625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6080729166666665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.68359375
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.741259419326241
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.641940935283688
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9076334635416665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3404153963414633
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.437785823170732
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7925947473404253
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3716653963414633
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4787538109756095
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8228824013157894
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.665578583140432
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7417805989583335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.530418113425926
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8104654947916665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9627878289473686
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.848067434210526
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.004728618421052
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.499412254050926
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.379573170731707
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7376060956790123
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4279875578703702
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3239685812114197
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.290262104552469
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6656416223404253
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5023342225609757
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4229910714285716
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.268431110146605
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.603701636904762
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.709122894503546
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8585715868794326
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4321986607142856
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.513719512195122
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5648342225609757
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5931919642857144
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7518284574468086
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.884354440789474
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.918482730263158
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.063425164473684
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9737870065789473
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.505952380952381
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.419874237804878
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7945498511904763
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7943638392857144
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.527296112804878
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4448837652439024
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8862537202380953
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.568692835365854
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.47124335106383
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8474146262886597
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.608876329787234
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4997783687943262
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.444026295731707
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.698030766752577
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6494071365248226
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.481616462628866
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9201433634020617
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.426345038659794
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4632717225609757
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.624952362804878
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3197084407216493
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.286485180412371
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.527057926829268
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7488692434210527
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8801398026315788
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7805304276315788
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.268725837628866
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9201274671052633
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.520487034574468
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.714594414893617
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.881045386904762
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.085658482142857
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.018043154761905
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.089936755952381
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7913240131578947
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.418134973404255
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.473404255319149
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9913651315789473
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9185855263157894
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9504278273809526
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9720394736842106
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.220982142857143
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.390625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4935213414634148
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.423732850609756
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5516183035714284
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.528629954268293
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5852864583333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4369283536585367
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5941787347560976
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.420874618902439
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.234153593117409
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4732755335365852
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2747224506578947
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2472521824392713
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3032364941801617
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2521270875506074
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.331734722925101
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.557897180944056
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4607736013986012
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6147836538461537
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5627048732517483
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6089789117132867
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.480168269230769
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4594624125874125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7462022569444446
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9322916666666665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.261691074139676
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6307508680555554
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.231208090840081
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.443441324300699
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8040364583333335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.548828125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5940755208333335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8098958333333335
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1640625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4594184027777777
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7298177083333335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.783203125
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9856770833333335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.435546875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6328125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.60546875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.883984375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.96171875
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.43515625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.765625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.734375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4117838541666665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5807291666666665
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22513671875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.709375
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.102998046875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.04095703125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.097021484375
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.294853515625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.96
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.929716796875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3620454764660495
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5025800540123457
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.143136160714286
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.389699676890432
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.565869743441358
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2258184523809526
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.904755859375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.324869791666667
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.309430803571429
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.047898065476191
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2507440476190474
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.281808035714286
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.410792221257716
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.241815476190476
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.649486400462963
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4245243778935186
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.497341579861111
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.411847149884259
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5666413483796298
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4412434895833335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6071144386574074
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.308774967783505
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4419096327319587
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3355750644329896
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4859656894329896
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4789134837962963
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4551353925540123
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6924732349537037
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3646907216494846
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5310118875385803
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5613925579896906
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.338353737113402
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3988200708762886
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3704494201030926
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5124436211340204
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4074983891752577
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.557667525773196
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.301387080439815
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.434226707175926
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3311692226080245
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.484209225501543
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4371174291237114
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5986630154639174
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6334769652061856
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6504711662371134
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.354392722800926
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5516191647376543
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.644394667832168
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7635079763986012
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4573597849151234
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.672872049825175
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5388334297839505
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.810082495629371
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.384982638888889
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4952256944444446
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.630859375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.41015625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7434895833333335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5287543402777777
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6516927083333335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.693277425699301
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.645703125
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7859375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.78515625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6263834635416665
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.67890625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.84140625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.535245028409091
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8724049388111887
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5137680516098486
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5593705610795454
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.67919921875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4330903672680413
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.445105350378788
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4278428819444446
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5557938155594404
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.421597567471591
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6070804195804196
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6692708333333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.57019168814433
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4710856958762886
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.04134765625
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21802734375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70234375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.097919921875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.580837673611111
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6207111791237114
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.24044921875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.409579190340909
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8600260416666665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.685546875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9234375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7395833333333335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.469883631993007
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6940104166666665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7415364583333335
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8375
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.51171875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.625558035714286
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.91796875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5733855987762237
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.492242132867133
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.538597470238095
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0930078125
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.535249255952381
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.604594624125874
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.486348260309278
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.875316722972973
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9720132063882065
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.895855727886978
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.690842461340206
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4409722222222223
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6907552083333335
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.339375
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.923046875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.006233683968059
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5602213541666665
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.464626736111111
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8046875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9112887745700244
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7109375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.080400390625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0567605958230954
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5912543402777777
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.130361328125
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.52734375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.304244523195876
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8587239583333335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09140625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.95390625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6671505489864864
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3681338595360826
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14140625
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5295080236486487
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.510323660714286
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.514668924825175
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3926573057432434
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.452122043918919
/ckpts/RedPajama//160M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.740841427364865
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.970517578125
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.234468005952381
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2804317989864864
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.251266891891892
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.211216517857143
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.585118006993007
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.956196253071253
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.664759069055944
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.910161048832924
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.638863090034965
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99720703125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.085830078125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4888237847222223
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.11359375
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.732421875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.229386613175676
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.983203125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.168247767857143
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.521267361111111
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6605902777777777
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7805989583333335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5767144097222223
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9283854166666665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8216145833333335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.016796875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.185360863095238
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.192894345238095
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09375
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.118303571428571
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.02734375
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.12515625
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.199091796875
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.187138671875
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.166108630952381
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.455187390734266
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5646579982517483
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.485126201923077
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.245721726190476
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.187593005952381
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.321986607142857
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.603624890734266
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.453125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.607421875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.57421875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4803602430555554
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.75546875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7337239583333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.63671875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.91484375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6087239583333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.783984375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7649739583333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.497582495629371
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9671875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.659159200174825
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.057939453125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4977213541666665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.197978515625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.105419921875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.742870410839161
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6438802083333335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6620008680555554
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8010407561188813
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8248697916666665
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.809765625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.215625
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.04921875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.211960565476191
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.296037946428571
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4966362847222223
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.196149553571429
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.71875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5438368055555554
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.765625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.82734375
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.257626488095238
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1049609375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.896875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.317060546875
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.250279017857143
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0853125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.147578125
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.158854166666667
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.361700148809524
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.383742559523809
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6725482362689394
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.775642163825758
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6957415956439394
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.821636777935606
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.716574928977273
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8707275390625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6637258818655303
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.716711795691288
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.597145774147727
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5158899818978657
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6228841145833335
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.692297733191288
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6268161680640243
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5379519578887195
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3618823902027026
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2392578125
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7290667909564394
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.263671875
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4092588682432434
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7998798076923075
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.661865234375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.894831730769231
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.821063701923077
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.557789872332317
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7182676733993905
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9420072115384617
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8357872596153846
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.003605769230769
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2901710304054053
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.642093542850379
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6447217987804876
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5933540158155486
/ckpts/RedPajama//160M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.485061233108108
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.497458718039773
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.778327710700758
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.424197635135135
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5418109315814394
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.488967483108108
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.182842548076923
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.099909855769231
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2577097039473686
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.347446704200405
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3999947212837838
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.171863138917004
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.274196609311741
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.37494069458502
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3142949772267207
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.274251961032389
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1979851973684212
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4316934121621623
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.542942356418919
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5932485219594597
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.428078391335227
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4591955236486487
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5144856770833335
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4486490885416665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.462785050675676
/ckpts/RedPajama//160M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.667361697635135
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5510919744318183
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.513698268581081
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4633308179450757
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5953480113636362
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6422008167613638
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.688565340909091
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2651235219594597
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3974081503378377
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2896167652027026
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.452465160472973
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3138724662162162
/ckpts/RedPajama//160M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5256017736486487
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.005152925531915
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.099808843085106
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0282746010638295
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4262035472972974
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4781197212837838
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.124725731382979
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.041630651595745
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.172855718085106
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.144306848404256
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.105693151595744
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6332535282258065
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7839276713709675
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.664125504032258
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.850491431451613
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6919417842741935
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.929498487903226
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2035282768218623
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1707402897267207
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1685618041497974
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.21139612854251
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2598407451923075
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7668850806451615
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6930443548387095
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5682896205357144
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6891392299107144
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.58154296875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.222909286437247
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2896871837044532
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1082521508097165
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1083075025303644
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1248972039473686
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.135026568825911
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2386133603238867
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7074497767857144
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.58642578125
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7924107142857144
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6909993489583335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2193786373987856
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1615756262651824
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7988688151041665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5248325892857144
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5794852120535716
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7008870442708335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2332719192813766
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.171637778340081
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8402506510416665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7332356770833335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8865559895833335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8323567708333335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7682698567708335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.938210227272727
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.068268197174447
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.035204238329238
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9594354652948405
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.089263091216216
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9780885288697787
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.126113329238329
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.138470324017199
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5661492598684212
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5879894673582995
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6157839385121457
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.63815394104251
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.710427473431174
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6473423266700404
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4001135859929077
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7310578504554655
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.525418328900709
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.435934729609929
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6600060096153846
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5784158909574466
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7893708881578947
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.458845855496454
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8932976973684212
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.812088815789474
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.63617852393617
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9469572368421053
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4405691964285716
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.82421875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.008018092105263
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6245349702380953
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4990699404761907
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5725011081560285
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.625844968971631
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6136532738095237
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4827938988095237
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6829427083333335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8151726973684212
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8596833881578947
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3755716463414633
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4552686737804876
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.396817835365854
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.031529017857143
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.034226190476191
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4995236280487805
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4116330030487805
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5434927591463414
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.417921112804878
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4656535823170733
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8784311655405403
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8531557125307123
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.831661739864865
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.893034014127764
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9996448863636362
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9325140125921374
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.918208691646192
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9663601812039313
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.916073210995086
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.982311501842752
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.030558968058968
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9357244318181817
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.564191120426829
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7145698361280486
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.678484660823171
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.588191334794207
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6069931402439024
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.627712342797256
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7753310785060976
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8091947115384617
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9565805288461537
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9139122596153846
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8324819711538463
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6793272437118905
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.11891507985258
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0069487100737105
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.845703125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8704927884615383
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.026141826923077
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1396124462530715
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.046159973894349
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.921574519230769
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8472627457002457
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8731428516584767
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.827529944717445
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8883791461916464
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.987710188882064
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9069026412776413
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.358350212191358
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4891432773919755
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.379810474537037
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.01677671990172
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9247878915847667
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5357349537037037
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.399881245177469
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6037024980709877
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4596082899305554
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.396601924189815
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2777061855670104
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.084998337765957
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.395276256443299
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.174817154255319
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2936533505154637
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.201836768617022
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.105743018617021
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.258070146276595
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.120935837765957
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.209740691489362
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.258294547872341
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.439432989690722
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.641339557926829
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3200507409793816
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.619777772484756
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5954708936737805
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.513369845360825
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6593881002286586
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.839543269230769
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.809344951923077
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.796875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8575721153846154
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.773634003429878
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4855659298780486
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4742312547637195
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5232945884146343
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5391160918445124
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9654447115384617
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5463716172680413
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.486388530927835
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.679813508064516
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.682879192073171
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8133098323170733
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8470552884615383
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8641826923076925
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.838678175403226
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8930506552419355
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.876953125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.711032006048387
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.942608173076923
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7087342797256095
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7350995463709675
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.981634324596774
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.928584929435484
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8763521634615383
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.009765625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.004126764112903
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8975360576923075
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6843618997713414
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5639618664253048
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7113007336128048
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6045130287728657
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.134014423076923
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9405048076923075
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.110126201923077
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.030799278846154
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.47412109375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.598597935267857
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.623291015625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5157645089285716
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5239955357142856
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.690673828125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5366908482142856
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5687430245535716
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.840799825174825
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9447661713286712
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.857695039335664
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4370659722222223
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6243489583333335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.543728298611111
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.983432583041958
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4599609375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7180989583333335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.717041015625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.731640625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6549479166666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8802584134615383
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.039335664335664
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.873828125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.830810546875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8698323567708335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76015625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7368570963541665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7677001953125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9212239583333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.73291015625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5792100694444446
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7766927083333335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4769965277777777
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6321614583333335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.66015625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7926432291666665
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.934375
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8203125
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97033203125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4606248809070124
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4857713652820124
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.784765625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4369730135289633
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.160205078125
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.012890625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.997216796875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.501953125
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5372049825174825
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.585254589160839
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.724308894230769
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.756610576923077
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.70703125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7783954326923075
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.272042410714286
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.115966796875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4148065476190474
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.297433035714286
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.01806640625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.19220703125
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4856770833333335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5347222222222223
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6751302083333335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7337239583333335
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6104349275914633
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5222942073170733
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.794140625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.875
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.212053571428571
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.290922619047619
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8734975961538463
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1953125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7934194711538463
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6433939119664633
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5435106230945124
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.12197265625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.196494140625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9170673076923075
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.815204326923077
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9846658909574466
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9552609707446806
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9359541223404255
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9945977393617023
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.156808035714286
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.216517857142857
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.096692154255319
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.090093085106383
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.077850731382979
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.123911236702128
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.141722074468085
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5606715425531914
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.022016289893617
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1212101063829785
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6800892065602837
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.729970079787234
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.582142065602837
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6097905585106385
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7414949024822697
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7921930407801416
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.039370013297872
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.806640625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.783313940602837
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6381048387096775
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9271175986842106
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9737870065789473
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.607547883064516
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.827199835526316
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.573399697580645
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.849609375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9265008223684212
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.045538651315789
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6637159778225805
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.286652260638298
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.164037566489362
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.290591755319149
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.463169642857143
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.217436835106383
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9825246710526314
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6441592261904763
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.619233630952381
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5005580357142856
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.713079637096774
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8215410786290325
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4930245535714284
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4895833333333335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.696986607142857
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.691626764112903
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7533077116935485
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7856287802419355
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5628720238095237
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.693138860887097
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8842300907258065
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.735288558467742
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.491664341517857
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.409251143292683
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4430106026785716
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4239676339285716
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.477294921875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5047160823170733
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5570217225609757
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4591749237804876
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4400247713414633
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.552829649390244
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6009432164634148
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9821383568548385
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.817256804435484
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.022208921370968
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8725743447580645
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3640834263392856
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5830078125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5681211890243905
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3607700892857144
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3993094308035716
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.405029296875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.491245814732143
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6298130580357144
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.912353515625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8852132161458335
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8627522786458335
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9489860372340426
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.506312779017857
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9768035239361703
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9312744140625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9320478723404255
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9912483377659576
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5796305338541665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4996861049107144
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0513916015625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4383370535714284
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5684407552083335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6101481119791665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.557094029017857
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4517647879464284
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6332600911458335
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5622262665719697
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0865608377659575
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6491218335700757
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9571940104166665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.01333942819149
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.089436848958333
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.575402462121212
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9818115234375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1114444813829785
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6854543974905303
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5990108366935485
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.02431017287234
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6259765625
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.594367749763258
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.564610635080645
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.734138257575758
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7840983072916665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6536038306451615
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.658447265625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8181559244791665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7069091796875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7990801411290325
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.678868447580645
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.708518288352273
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6611624053030303
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2939980996621623
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4154613597972974
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3142947635135136
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8610761088709675
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5491768973214284
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.564662388392857
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5149972098214284
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5807407924107144
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.707251764112903
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4708350929054053
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3190519725177303
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3417176942567566
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.284269725177305
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2591422872340425
/ckpts/RedPajama//160M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.534206081081081
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.335009419326241
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6738978794642856
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7811472039473686
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.75
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5267204122340425
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.729029605263158
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.600132533482143
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7961554276315788
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.505111369680851
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.469788896276596
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5642314937943262
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6237386067708335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.583832003546099
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6520589192708335
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5955810546875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7408272879464284
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6675211588541665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7638774671052633
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.486514136904762
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4499627976190474
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.433407738095238
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3279666385135136
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3897012246621623
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.755859375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.922286184210526
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3635444370567376
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8006784539473686
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6323939732142856
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5139627659574466
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5092075892857144
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8165090460526314
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.390971298758865
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6340215773809526
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8223684210526314
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6393229166666665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.960526315789474
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.650390625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.650669642857143
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7810465494791665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.757998511904762
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6843668619791665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.73614804964539
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8429276315789473
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.612893395390071
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.781956449468085
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6567348182624113
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4386909298780486
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4154916158536586
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3900057164634148
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8196207682291665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5464099702380953
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7138206845238093
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4468368902439024
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.966796875
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8397409539473686
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7165934244791665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5733816964285716
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.002569901315789
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8839432565789473
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3560403963414633
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.349609375
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4056783536585367
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.546875
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3951028963414633
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9848400297619047
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7220052083333335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9424293154761907
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9149925595238093
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.466749237804878
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5906535823170733
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.489329268292683
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3462305893132718
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4769935136959877
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.529317973572531
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3760669849537037
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.399435161072531
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5150432822145063
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6033106674382718
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5018102134146343
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4269721798780486
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5574504573170733
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.429973323170732
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.579662181712963
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.288536125886525
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.323290669326241
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2651124778368796
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3409934618794326
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7896792763157894
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8282277960526314
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.76953125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.844161184210526
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4548841976950353
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3707217261904763
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.404110863095238
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3549107142857144
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.363031914893617
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.451171875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9615542763157894
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.498296210106383
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8599917763157894
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3372261597938144
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3797789228723403
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4664143041237114
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5057788337628866
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3619724548969074
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.381624516752577
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.002775493421052
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4759181701030926
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.585011275773196
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6304873511904763
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3337938262195124
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.346370045731707
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4896763392857144
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3116901676829267
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8796258223684212
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.366234756097561
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5392839884020617
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6163504464285716
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4839099702380953
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.170866807945344
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4478372713414633
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1588633919534415
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1878558324898787
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3901009908536586
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.208948791751012
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2603547254554655
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2159231085526314
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.497713414634146
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4045350609756095
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2776916751012144
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.225589891194332
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4967630026223775
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5983255026223775
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6380709134615383
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5365630463286712
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5206512237762237
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.610071569055944
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.69217111013986
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4766710069444446
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6569010416666665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5908203125
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3137297453703702
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2794114101080245
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.623263888888889
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7921875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2427179783950617
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7604166666666665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5169270833333335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.502712673611111
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7955729166666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5302734375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6800130208333335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6875
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6591045673076925
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6705729166666665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3384874131944446
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.93984375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.787109375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.87109375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.994140625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.844921875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.823046875
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.02734375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.078125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2910578221450617
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2782298900462963
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3392499758873457
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5784505208333335
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97642578125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3596764081790123
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8333333333333335
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4701515480324074
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0984375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.096328125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10916015625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.008740234375
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.999423828125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.051103515625
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20783203125
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.322265625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3671031057098766
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5285011574074074
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.434430803571429
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.375465029761905
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.295851934523809
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.288783482142857
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.394483024691358
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.11318359375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1140252976190474
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.267485119047619
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5181598427854937
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.381444106867284
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.554958767361111
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.425681785300926
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.178757440476191
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2359052835051547
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2138369845360826
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1922519329896906
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.255235180412371
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.429284793814433
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.422156894329897
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.462125483247423
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4915028994845363
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.378000161082474
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2850757087628866
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4243315077319587
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.310204574742268
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3160807291666665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.648417364690722
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.346170307677469
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.523095199742268
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.284062138310185
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6891309600515463
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.576111469072165
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3729112413194446
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5016939139660495
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4042064525462963
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5745924961419755
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.450611888111888
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4748142482517483
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4326786494755246
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4225169994212963
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.486601289335664
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.470129479895105
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5737847222222223
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5952690972222223
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4591346153846154
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5518663194444446
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.494454763986014
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.556640625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.595703125
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5436197916666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.180029800257732
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.611545138888889
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5110768138111887
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71328125
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.686328125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.20715206185567
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.654296875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6119791666666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.165431701030928
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5866750437062938
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3838975694444446
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6276041666666665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.73671875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.224891269329897
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.371853298611111
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.419704861111111
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8203125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6067708333333335
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6490885416666665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4351128472222223
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.796875
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.856640625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6764322916666665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7960591984029484
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7213541666666665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7774205313267815
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.991181640625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.96609375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.508440777972028
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8170780866093366
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.88984375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.716796875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6287423513986012
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.945693359375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8859375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00392578125
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5295563811188813
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.840246851965602
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9441175906019654
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.005263671875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3418975515463916
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.636501736111111
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0062109375
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.018779296875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.758572048611111
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.633386145104895
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8656662699631448
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.24609375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.261253720238095
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6412760416666665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.458725437973485
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2532417847938144
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2238653273809526
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.76171875
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5341182255244754
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.050947265625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.660470388986014
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.762890625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6605902777777777
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.94453125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.564152644230769
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.542095762310606
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.251302083333333
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.577322295217803
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.128642578125
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6569010416666665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.491906368371212
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.476233280066288
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.163411458333333
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6085611979166665
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.623298413825758
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.801953125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5669487847222223
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3882893041237114
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3039434523809526
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.246465773809524
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8111979166666665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.457790798611111
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5961371527777777
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6998697916666665
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07578125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4881727430555554
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8818191415847667
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.178385416666667
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.978266085687961
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8502604166666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.274343588917526
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.736328125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.92265625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.03494140625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.12578125
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.238560267857143
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.163935546875
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.971875
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6539935487689394
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.065283203125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.19806640625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.233816964285714
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0853515625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.247953869047619
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21248046875
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.168154296875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.241257440476191
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3801153273809526
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3018105996621623
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.251860119047619
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.252046130952381
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.375837053571429
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4248046875
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4793338260135136
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.345676731418919
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3250105574324325
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5000791807432434
/ckpts/RedPajama//160M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5595703125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6232517482517483
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6497350305944054
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6026688155594404
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6665482954545454
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.554951435810811
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3882378472222223
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5885416666666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4137369791666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.367947048611111
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6178385416666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.67734375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5729166666666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.706640625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4297960069444446
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6484375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6438802083333335
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7296875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7801027097902096
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.689207277097902
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.96484375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9859765625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.940595703125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5364583333333335
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0225390625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8204081075174825
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7545572916666665
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.449978298611111
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.66796875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.869921875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.356491815476191
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.366629464285714
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.753515625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.71170236013986
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.298177083333333
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.567165798611111
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.414248511904762
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.802734375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.928515625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4676649305555554
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1258203125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6868489583333335
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0361328125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.78359375
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1659765625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.433221726190476
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.317429315476191
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.04966796875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.410249255952381
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.385695684523809
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5599476207386362
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5863444010416665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5402388139204546
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5973677201704546
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3908432469223486
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3823908025568183
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4191154711174243
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.432631983901515
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6997699159564394
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.474153844321646
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4468160489710367
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4958347227515243
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.964092548076923
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9131610576923075
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.516675995617378
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6193403764204546
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.987530048076923
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6314667492378048
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.739276308001894
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.545344655106707
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6433216441761362
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.010216346153846
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.132662259615385
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5352191347064394
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.28687183277027
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.311892947635135
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.453073212594697
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2586307010135136
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.561885949337121
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.111328125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4809089429450757
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.29808910472973
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3328494510135136
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.278980152027027
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3370724239864864
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.563405106707317
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6698146913109757
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3533836570945947
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.068960336538462
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.200420673076923
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4623099662162162
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3578177787162162
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5223289695945947
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3900707347972974
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.505252322635135
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3838418496621623
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5480099239864864
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.419235641891892
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.544662937973485
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5708303740530303
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.531379468513258
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.100795483299595
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.094987506325911
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1460336538461537
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1190299215587043
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1955141384109313
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.214926777580972
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.113297064777328
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5847574869791665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.15776426492915
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6689749053030303
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6022838245738638
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7033062559185606
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2892736486486487
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3163270692567566
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.265308277027027
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.618563565340909
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3373099662162162
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.990350731382979
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9658577127659576
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.006108710106383
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4613334037162162
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3569731841216215
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.034266954787234
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.135123005319149
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.51390941722973
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0677360372340425
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.384871199324324
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.076720412234042
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.163721742021276
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5183026713709675
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4954952116935485
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.554655997983871
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5777469758064515
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.738470262096774
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6188886088709675
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2779802947874495
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.307162512651822
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4491141183035716
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.641790574596774
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7974420362903225
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.425571986607143
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4464634486607144
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4544852120535716
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.566162109375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.498500279017857
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6442057291666665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.621826171875
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6700032552083335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4915597098214284
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5938546316964284
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6963704427083335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8040364583333335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7106526692708335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7484537760416665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8502197265625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.768309558451417
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9550253378378377
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.941027142199017
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.001113329238329
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4266539228723403
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.027924408783784
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9897017045454546
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.125057585995086
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.158246314496314
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3989915780141846
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4575022163120566
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.057096514127764
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6887335526315788
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4849290780141846
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.606382978723404
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.669407894736842
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.71484375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.507854055851064
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.733963815789474
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8430059523809526
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8421052631578947
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6941034226190474
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7762276785714284
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.752878289473684
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8722098214285716
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5372340425531914
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6564439273049647
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.082310267857143
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.000837053571429
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7799136513157894
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8900082236842106
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.332078887195122
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3123570884146343
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.351848323170732
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.345703125
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9351748511904763
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.076078869047619
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.457745807926829
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3976276676829267
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4002477134146343
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4926638719512195
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.212895423832924
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.07796183968059
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4894632479039633
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.476464248285061
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.523488114519817
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.53759765625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6660066930259148
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7025593083079267
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.564185165777439
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.742938701923077
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.751201923076923
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7654747596153846
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7959735576923075
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9208233173076925
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.967097355769231
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8227163461538463
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5927793921493905
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.850360576923077
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.064275568181818
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2619960455246915
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.236798321759259
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2886857397762346
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3082923418209877
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.438157069830247
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3450550974151234
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.484667365933642
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.362380039544753
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.349629510309278
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.321057506443299
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3704091494845363
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.393725837628866
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.790479706554878
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5310083762886597
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.871052067454268
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.425801385309278
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.251502403846154
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.077824519230769
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.576473904639175
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.451332957474227
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.082795877659574
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.070088098404256
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.117021276595745
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.127726063829787
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.249143949468085
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.156191821808511
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.275656582446809
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.187159242021276
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7388167842741935
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4310942963286712
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.707125756048387
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7739415322580645
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.808814264112903
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.979649697580645
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8383631552419355
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.034967237903226
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.413051791958042
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4509943181818183
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3723958333333335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5475260416666665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3495008680555554
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3936631944444446
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4683265952797204
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.880859375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.637109375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.529296875
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5709635416666665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5718149038461537
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6171875
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.668359375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.491490930944056
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4125434027777777
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.525173611111111
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.587890625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7239583333333335
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.004833984375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.69296875
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4330357142857144
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83828125
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7007848227896343
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.438259548611111
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.969228515625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00947265625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4446847098214284
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4424874441964284
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6197916666666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4649135044642856
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.552001953125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.483921595982143
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.597621372767857
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.728515625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9803185096153846
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.608309659090909
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.510721700174825
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.275762648809524
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.045380859375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.186662946428571
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.231305803571429
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.198955078125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4974888392857144
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5615234375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4575737847222223
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1018359375
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.763671875
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6373697916666665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.89765625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.753515625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.282924107142857
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.293061755952381
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5935872395833335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5775146484375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6188151041666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6370849609375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7747395833333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6652018229166665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.815673828125
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.341610863095238
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2121875
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.107041015625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.370661569148936
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7018229166666665
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.160339095744681
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1687127976190474
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.24609375
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.135521673387097
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.967804939516129
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.56126717641844
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6394740513392856
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5461824024822697
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5966727615248226
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6186973625886525
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.758380429964539
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6546985815602837
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8130540780141846
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6580636160714284
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7863898026315788
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7760074013157894
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.821751644736842
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.836451480263158
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9739925986842106
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8561883223684212
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.018400493421052
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6836076019503547
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3547247023809526
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3405877976190474
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3783482142857144
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4183407738095237
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6025855654761907
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4288504464285716
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5984002976190474
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.895559210526316
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8769124348958335
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1480712890625
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.154729055851064
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5363653273809526
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4173971036585367
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4367378048780486
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4290682164634148
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4344512195121952
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5415396341463414
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4709413109756095
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.560580166903409
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5894150152439024
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.540124141808712
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5803333629261362
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.487280868902439
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.596716678503788
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.693866151751894
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.941500756048387
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.619281190814394
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.189136402027027
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.728371360085227
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.636208274147727
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2220755912162162
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.173221072635135
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8429478236607144
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2420027449324325
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.85174257535461
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.370090793918919
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5777509973404253
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.26879222972973
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.079358552631579
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0199424342105265
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8648681640625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.189546130952381
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.413191511824324
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2997255067567566
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7882254464285716
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.615282012195122
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.629001524390244
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5542442375886525
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.071546052631579
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.352068865740741
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6866629464285716
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.392355082947531
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.341335720486111
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4224717881944446
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5622709297839505
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.440209659529321
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6053542148919755
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.471091941550926
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.554639862804878
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.309760089827935
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.310244845360825
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3504953286082473
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2966333762886597
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.369160760309278
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5293975515463916
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.393725837628866
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5689030283505154
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.431177512886598
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.647617669753086
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.590977044753086
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4953015734265733
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5201868444055946
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.479949737762238
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5334626311188813
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6467029064685317
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5564220935314683
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.679496284965035
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3942057291666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.650390625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.427734375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3776041666666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4388020833333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.84453125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5580512152777777
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6731770833333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6334635416666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4627821180555554
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7037760416666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8177083333333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5927734375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7272135416666665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.873828125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.81640625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8684895833333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.911328125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.075
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.93828125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.581020541958042
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1265625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.767135148195876
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.93134765625
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4899726159793816
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.487521701388889
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9522265625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.933876953125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97310546875
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.101259765625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7493489583333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.004912109375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.135439453125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9765625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.075055803571429
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.172805059523809
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.236793154761905
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.136439732142857
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.220517113095238
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.168247767857143
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.175409226190476
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0376953125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.149460565476191
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6387864101080245
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7273546765734267
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.681203562062937
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6680772569444446
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.923828125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2359375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8154296875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.822265625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0283563037469285
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.451171875
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0265625
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3183984375
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.205517578125
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.196242559523809
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.213913690476191
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4986165364583335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.524728486032197
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.490863222064394
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.540634617660985
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.637713808001894
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5598440459280303
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.668686375473485
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.880914007867133
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.581184156013258
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6165364583333335
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.85546875
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.00546875
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.343037373310811
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.376583614864865
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3169869087837838
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3968802787162162
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5376108530405403
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2265234375
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4247519003378377
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.586307010135135
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.365327380952381
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.45531566722973
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.614764589251894
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.787346117424242
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7305759336890243
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.295222355769231
/ckpts/RedPajama//160M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.639674831081081
/ckpts/RedPajama//160M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.588233741554054
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.750680634469697
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2452911500506074
/ckpts/RedPajama//160M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5769372888513513
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.217794215425532
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8918535786290325
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.615966796875
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8973795572916665
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.71361092641844
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9505550986842106
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.222445101351352
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.2116815476190474
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.541349085365854
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7706983612804876
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.026742788461538
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5609507619598766
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6535115979381443
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.34483045212766
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.664526879370629
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6157769097222223
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.137663810483871
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8203125
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.978515625
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.291904296875
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.204613095238095
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.65869140625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8701578776041665
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8739888076241136
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.078844572368421
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.798921130952381
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.778949159564394
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.652391387195122
/ckpts/RedPajama//160M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.489864864864865
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.687084056712963
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6477126288659796
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.741613854895105
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6606987847222223
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9348958333333335
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.22890625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22861328125
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.09765625
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.726418235085227
/ckpts/RedPajama//160M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.663112331081081
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.147923519736842
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2440378289473686
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2420491206983804
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1716694078947367
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2227906756072873
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.164825563006073
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1400279921558703
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.192165359311741
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.03201301443489
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8654407248157248
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.034148495085995
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.906960227272727
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9881468826781328
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8933939265970516
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.850439573095823
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.92760960534398
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.612331483422256
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4337068883384148
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6167051733993905
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.479468368902439
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.564104778010671
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.463810618330793
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.050030048076923
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8140024038461537
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.033653846153846
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.504540420160061
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4233457983993905
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.874248798076923
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9692007211538463
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.841796875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8993389423076925
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8497596153846154
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.179155585106383
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0079122340425535
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.172315492021276
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.050980718085106
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.126820146276596
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.03305352393617
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.070694813829787
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.994148936170213
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8745589717741935
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.639742943548387
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8939327116935485
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.705991683467742
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8229271673387095
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.674930695564516
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.730657762096774
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.612493699596774
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5494210379464284
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4178641183035716
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5691615513392856
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4572056361607144
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.501953125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.425990513392857
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.465855189732143
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4323032924107144
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7387288411458335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5520833333333335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7495524088541665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6018880208333335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6903889973958335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5823974609375
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.627685546875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5439046223958335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5611425088652484
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.364985039893617
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5757286125886525
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4102116578014185
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9056332236842106
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.523326684397163
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4018312278368796
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.725534539473684
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.915090460526316
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4496343085106385
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7701480263157894
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3451074911347516
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8615337171052633
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.751541940789474
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.871186755952381
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5657552083333335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7943638392857144
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7952302631578947
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7155633223684212
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6625744047619047
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7102864583333335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5788690476190474
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6529947916666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.564360119047619
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4702267530487805
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.330078125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4894245426829267
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.348656631097561
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4409298780487805
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3568502286585367
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3873380335365852
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3130716463414633
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5045572916666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.294991198881173
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.514747902199074
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.353693455825617
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4448362750771606
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3285319010416665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3763050974151234
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2719364872685186
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5058191043814433
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3034391108247423
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5116382087628866
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3618717783505154
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.454917042525773
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3340246456185567
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.380678157216495
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2971166237113403
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.600319602272727
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.446200284090909
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.607913570804196
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4873524912587412
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5106336805555554
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7421875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3424479166666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.954296875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5185546875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5657552083333335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5600142045454546
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4706758085664338
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.759765625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7328125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3841145833333335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.97421875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.619140625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.509260270979021
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7921875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4355878496503496
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4677734375
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.374782986111111
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.708984375
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5989583333333335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1703125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.903515625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.764453125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.96736328125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.41015625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.144287109375
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3305121527777777
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.638671875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5611979166666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0159765625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8171875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70703125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.276506696428571
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.179501488095238
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.086494140625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.983447265625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.151785714285714
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.198102678571429
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.03689453125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.981962890625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.179501488095238
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.140625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.187034970238095
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.243024553571429
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.636685458096591
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.495501893939394
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.644161339962121
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5358627781723486
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5996574633049243
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5220651337594697
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.551602450284091
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4857769590435606
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.473896748310811
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.283862964527027
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4829761402027026
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3367293074324325
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4291332347972974
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3178051097972974
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.358715160472973
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.263671875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2059637525303644
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2560610134109313
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.300081446103239
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2898690536437245
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3238273342611335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.230634805161943
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2434724506578947
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2137604377530367
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.050358952702703
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.96019847972973
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.116006987100737
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.912833998771499
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.956282632063882
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7955025337837838
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.820792383292383
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.778442682739558
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.637888838605183
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5346143769054876
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7095500666920733
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5957716034679876
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6477735565929876
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4779082507621952
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.058293269230769
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9420072115384617
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.159405048076923
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5010390863185976
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.063701923076923
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.116736778846154
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9136117788461537
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4531547732469514
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.94921875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8804086538461537
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1858460771276595
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.108951130319149
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.2596492686170215
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.098620345744681
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.137807513297872
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.974891954787234
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.001471077127659
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9565076462765956
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.923859627016129
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.775390625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.019027217741935
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.693264868951613
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7631363407258065
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.514553931451613
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.550560735887097
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4944871471774195
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.59912109375
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.476283482142857
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6480887276785716
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5635811941964284
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6204310825892856
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.433140345982143
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4591587611607144
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.41162109375
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7705485026041665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6652425130208335
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.826416015625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7655436197916665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8231201171875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6439615885416665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6824951171875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6153564453125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6010776817375887
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.48118905141844
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.667054521276596
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.576171875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.946237664473684
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6304161125886525
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4324440381205674
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8258634868421053
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.006784539473684
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4616300975177303
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8269942434210527
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.402385305851064
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.877981085526316
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7077508223684212
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8290550595238093
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7583705357142856
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.0593377976190474
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7272820723684212
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.970889136904762
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.684107730263158
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9678199404761907
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7373511904761907
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7234933035714284
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6494605654761907
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4923304115853657
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4073456554878048
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5587842987804876
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4135861280487805
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4616996951219514
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.347322789634146
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3575647865853657
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3064977134146343
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.537531346450617
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4055627893518516
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.615602092978395
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.405837070794753
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4671796633873457
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2701340663580245
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2917631172839505
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.246853298611111
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.531713112113402
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4184721327319587
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6153753221649483
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4830662048969074
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5451836340206184
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.350414787371134
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.379812338917526
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.327843105670103
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.625942416958042
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.535620629370629
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.68592930506993
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.561680506993007
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.533203125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4346788194444446
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7760416666666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6608072916666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9984375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4540401005244754
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.614797312062937
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.59765625
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.85703125
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8470052083333335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4931640625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6822916666666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4745820585664338
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7984375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3805338541666665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.539279513888889
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.556640625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7350260416666665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4336210664335662
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.180380859375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.638671875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.086787109375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.870703125
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.402126736111111
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.255908203125
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.572265625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.11712890625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6703125
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.358181423611111
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5299479166666665
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.126023065476191
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.177269345238095
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.623046875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.992333984375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.197294921875
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.222191220238095
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.173270089285714
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.015302734375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.187313988095238
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.157738095238095
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.961806640625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.168991815476191
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.084821428571429
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.661846738873106
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5729240648674243
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7138117009943183
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5973381273674243
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4990530303030303
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.647864139441288
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5187026515151514
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4808645537405303
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5122202280405403
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3910736908783785
/ckpts/RedPajama//160M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.586280616554054
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.328415329391892
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1903769003378377
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3833667652027026
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2198057432432434
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1729835304054053
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.259354440789474
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3127016384109313
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.27192323507085
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3326480263157894
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.278272868168016
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3719477479757085
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2860102479757085
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.314160551619433
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8378474355036856
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9406048449017197
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.864951243857494
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9789235257985256
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.879794034090909
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.026777487714988
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.027780443796069
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0741803593366095
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5232290872713414
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.635399795160061
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5478158346036586
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6720089796112805
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.978215144230769
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.565519007240854
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.731004668445122
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.084134615384615
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.050931490384615
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6253632336128048
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6805866520579267
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1494891826923075
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.026742788461538
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.232572115384615
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8778545673076925
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9178185096153846
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.022440159574468
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.122465093085107
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.055809507978723
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.156075465425532
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.063339428191489
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.205817819148936
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.133951130319149
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.176163563829787
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.583070816532258
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.732516381048387
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6118951612903225
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.796969506048387
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6429561491935485
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8841355846774195
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8277154737903225
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9136214717741935
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.468784877232143
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.614013671875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5079520089285716
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.630126953125
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.526332310267857
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7092982700892856
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.531284877232143
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.60595703125
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6966959635416665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8037923177083335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7118326822916665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8476155598958335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7431233723958335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8955078125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7677408854166665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8297932942708335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4876163563829787
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6101507092198584
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.508671320921986
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6634807180851063
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7435238486842106
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5407524379432624
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7193733377659575
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.854029605263158
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.773026315789474
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5150016622340425
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.584829343971631
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.909745065789474
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8177083333333335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.787520559210526
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9631990131578947
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.030226934523809
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.889699835526316
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9114583333333335
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9407894736842106
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9873511904761907
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8696056547619047
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.113746279761905
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5472470238095237
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5928199404761907
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.351467225609756
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.436213795731707
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3884336890243905
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.488233612804878
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4021055640243905
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5310118140243905
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.494188262195122
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5269150152439024
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3167136863425926
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4407582224151234
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3454650125385803
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.494484230324074
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3726881992669755
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5614691840277777
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4240149980709877
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5117730034722223
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.396021262886598
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5247462951030926
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4235059600515463
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5724871134020617
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4493596971649483
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.640604864690722
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.388853092783505
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4536485180412373
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.489414881993007
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5949109484265733
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5150376966783217
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4243706597222223
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6380299388111887
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5970052083333335
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5323350694444446
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.699609375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7135416666666665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4447699652777777
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.532315340909091
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6217447916666665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6944793487762237
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.72265625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5649956597222223
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7610677083333335
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6263658216783217
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.680261145104895
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.897265625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4615885416666665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.619140625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.047373046875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.640625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8229166666666665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.16662109375
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.75390625
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.97265625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5491536458333335
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.600802951388889
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.081875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.724609375
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7779947916666665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.913671875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.189658203125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.99296875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.171595982142857
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.316127232142857
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.07810546875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.216238839285714
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2755078125
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.156901041666667
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.06783203125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.117060546875
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.187872023809524
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.101934523809524
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.213076636904762
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.267299107142857
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5402018229166665
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6259284741950757
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.558212742660985
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.661602598248106
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.574547969933712
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7065170750473486
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.505367394649621
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.545510031960227
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2440614442567566
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3634132179054053
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.266971072635135
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4103146114864864
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2895111908783785
/ckpts/RedPajama//160M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4771431587837838
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.437790329391892
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5014780405405403
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2037694521761133
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2222371584008096
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.240226467611336
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.184894515435223
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.30416956604251
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3334822558198383
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2687840017712553
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2527478175607287
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9076560580466833
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.934913429054054
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8810657248157248
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9521028485872236
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.057571598587224
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.978856342137592
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.093423679361179
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.997941300675676
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.501384455983232
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.524732636242378
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4739781821646343
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5462110565929876
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.664086318597561
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.742938701923077
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5725871760670733
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7725360576923075
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.704083698551829
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.720402644230769
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.595851991234756
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.801081730769231
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.901141826923077
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8296274038461537
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.954777644230769
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.841796875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.015649933510638
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0415309175531915
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9870678191489364
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.061602393617021
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.16577460106383
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.089827127659574
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.191131981382979
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1087516622340425
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.653414818548387
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.685578377016129
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6274571572580645
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7200730846774195
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.883726058467742
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7494959677419355
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.951959425403226
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7854397681451615
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.432094029017857
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4711216517857144
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4256417410714284
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4944893973214284
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5738699776785716
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4959891183035716
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6388113839285716
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.507289341517857
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6414794921875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6783447265625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6104736328125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6853434244791665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.806884765625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7107747395833335
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8505045572916665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.738525390625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3665780141843973
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.400279809397163
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3333610372340425
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4174562278368796
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.552734375
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7650082236842106
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7901932565789473
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.454163896276596
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7380756578947367
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6101645611702127
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8009868421052633
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.48491522606383
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.918996710526316
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3744419642857144
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.834395559210526
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3833705357142856
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9640213815789473
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.33203125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.852590460526316
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.455078125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.632626488095238
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5003720238095237
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6277901785714284
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4886532738095237
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3936737804878048
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.415348704268293
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3859089176829267
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4303067835365852
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5220560213414633
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4603182164634148
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5750285823170733
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4676067073170733
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2727472752700617
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.306670765817901
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.238651982060185
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.332585841049383
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.486424575617284
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3674195842978394
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5369074315200617
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3917341820987654
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.251610824742268
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.282860824742268
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.228354542525773
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.303640463917526
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4331709085051547
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.330098260309278
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.470401095360825
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3539384664948453
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.513180179195804
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5371776660839163
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4917094624125875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5519421984265733
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4302300347222223
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5983072916666665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4571397569444446
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.626953125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6600060096153846
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.75078125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4078776041666665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.782421875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.576882102272727
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.576171875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.475802951388889
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.642578125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.726953125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.809765625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7009670017482517
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.595143138111888
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5908203125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7552083333333335
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.499240451388889
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.932451171875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6666666666666665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9640625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.958935546875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.843359375
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.627712673611111
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5206163194444446
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.909765625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7897135416666665
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6868489583333335
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9853515625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.02890625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.872265625
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.178571428571429
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.152157738095238
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.17796875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.098679315476191
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.009677734375
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.208519345238095
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.140078125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.038623046875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3840215773809526
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.209356398809524
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.275855654761905
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.200241815476191
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.402395537405303
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.425278172348485
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.384680545691288
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4414543383049243
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.529574307528409
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.459720495975379
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5630474668560606
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4796253551136362
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.292652027027027
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3257231841216215
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2735694679054053
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.344013935810811
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4795449746621623
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.373363597972973
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5327808277027026
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.40355785472973
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3465017712550607
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.147967214373464
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.763671875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.019831730769231
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.243026928191489
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.03156502016129
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6985909598214284
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8995361328125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6683981604609928
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.029502467105263
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6976376488095237
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6232374237804876
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.607373649691358
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5385591172680413
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.758249562937063
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6817491319444446
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8567708333333335
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10546875
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.19203125
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2109375
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.608986594460227
/ckpts/RedPajama//160M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.598738386824324
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.340551461285425
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.386940156882591
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4639106781376516
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2436899038461537
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4051627340587043
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.489036405617409
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7628848664004915
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8282545684889433
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6289830313267815
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.929951435810811
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.846446944103194
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9624491323710074
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4414925924161586
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5038050209603657
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.865534855769231
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9368990384615383
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.293480849847561
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6105837938262195
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.524122284679878
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.649699885670732
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.706280048076923
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.071965144230769
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9813701923076925
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.109224759615385
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8965342420212767
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9646027260638297
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.752094414893617
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.060264295212766
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9821226728723405
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.090109707446809
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5048828125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.589087701612903
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3060735887096775
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.736548639112903
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6234564012096775
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.797788558467742
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5609654017857144
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.641148158482143
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4388253348214284
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7660435267857144
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6451009114583335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6513671875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.772181919642857
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7138671875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4837239583333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8312581380208335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7361653645833335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8817138671875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2033466312056738
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2828983820921986
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.709498355263158
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7872121710526314
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6044456845238093
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0414450354609928
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3992409131205674
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3006565824468086
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.683686755952381
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4442597517730498
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5704152960526314
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9103618421052633
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8055098684210527
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.956003289473684
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2935880335365852
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.341703869047619
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8413318452380953
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7078683035714284
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.349561737804878
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9210379464285716
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2072694359756095
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4148723323170733
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3627096036585367
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4712271341463414
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2769127363040123
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3466405044367282
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0858048804012346
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4868043499228394
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3722511574074074
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5419560185185186
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1919499033505154
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.253926385309278
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0293371456185567
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.369946037371134
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2776055090206184
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4135188466494846
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6605523382867133
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7256337412587412
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3768446180555554
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5325520833333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58828125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.436740451388889
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6100260416666665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5162669361888113
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6609375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.844323645104895
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.988466796875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7457522945804196
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8881938374125875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2371961805555554
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5335286458333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3932291666666665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7180989583333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4140625
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.06103515625
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.799609375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4537760416666665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3586309523809526
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6295572916666665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5716145833333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.77734375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.692578125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.856640625
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.422433035714286
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8247265625
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.168173828125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0910546875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22775390625
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.242838541666667
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.434058779761905
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.464006696428571
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.495070684523809
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.697857481060606
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.755515358664773
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5435680042613638
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.860928622159091
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.771110765861742
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8917532256155303
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.224503800675676
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2935494087837838
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0626583614864864
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4220597550675675
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3259607263513513
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.468433277027027
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4187436740890687
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5426524544534415
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.87253339987715
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0188930052211305
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.546946455792683
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7125214367378048
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9915865384615383
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.216646634615385
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.005576795212766
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.155601728723404
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.659935735887097
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8890183971774195
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.672572544642857
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.835170200892857
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7659505208333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9296061197916665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3304936835106385
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5069813829787235
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.838301809210526
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0337171052631575
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7371651785714284
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.150576636904762
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.376286204268293
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5063357469512195
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4156659915123457
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.630292727623457
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.303640463917526
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4788981958762886
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.773628715034965
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4771050347222223
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.951417722902098
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6536458333333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.725
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6270616319444446
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8444010416666665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.94375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3320703125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.387369791666667
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.508928571428571
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8006850733901514
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9551373106060606
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3514833192567566
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.536027238175676
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4512983932186234
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.358651473937247
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4780649038461537
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3824803896761133
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8954046375921374
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7841628915847667
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9462098817567566
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8124040233415233
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5753263147865852
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.460133622332317
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.631389338795732
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.485857707698171
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.066556490384615
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8943810096153846
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0830829326923075
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9027944711538463
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.028357712765957
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9180601728723405
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.076429521276595
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9465425531914895
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.694115423387097
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5335496471774195
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7712323588709675
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5686428931451615
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.71533203125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5772530691964284
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.770751953125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5828334263392856
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8039957682291665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6739095052083335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8537190755208335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6974283854166665
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2267841312056738
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3626163563829787
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4252687278368796
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2627992021276597
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.740234375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8671875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9230057565789473
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7584292763157894
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.624906994047619
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7867373511904763
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.859188988095238
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6595982142857144
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.309546493902439
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3986280487804876
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4447408536585367
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3169778963414633
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2990813078703702
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4527452256944446
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5183497299382718
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.322145061728395
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.204051224226804
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.332897068298969
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.386376449742268
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2390061211340204
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6807801573426575
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.803608500874126
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.866108500874126
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7098858173076925
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.397243923611111
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5053168402777777
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5540364583333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.607421875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.759375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5579427083333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4174262152777777
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7434895833333335
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.58203125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83203125
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.63984375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00775390625
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.145537109375
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.193466796875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.04982421875
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.386253720238095
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.494605654761905
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.465122767857143
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.387276785714286
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.714969519412879
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.820645419034091
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.875954367897727
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.742424242424242
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2455922719594597
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.385055954391892
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4432010135135136
/ckpts/RedPajama//160M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.28125
