/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4161065599696356
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4192853302125505
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4832600581983804
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.462922254554656
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4161065599696356
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4832600581983804
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4192853302125505
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.462922254554656
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.279853539619165
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.401072059275184
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.279853539619165
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2908956541769046
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.360440340909091
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.401072059275184
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2908956541769046
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.360440340909091
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8593809546493905
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.006532250381097
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8593809546493905
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.006532250381097
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8799840415396343
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9574659394054876
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8799840415396343
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9574659394054876
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.080679086538462
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.217397836538462
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.080679086538462
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.217397836538462
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106069711538462
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.181640625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106069711538462
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.181640625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.400340757978723
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.506748670212766
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.400340757978723
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.506748670212766
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.409981715425532
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.409981715425532
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.474027593085107
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.474027593085107
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.053238407258065
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.275579637096774
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.053238407258065
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.275579637096774
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.081149193548387
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.204259072580645
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.081149193548387
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.204259072580645
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6653878348214284
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7908412388392856
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6653878348214284
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7908412388392856
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.681431361607143
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7299107142857144
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.681431361607143
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7299107142857144
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.015218098958333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.176513671875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.015218098958333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.176513671875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.112752278645833
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.052815755208333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.052815755208333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.112752278645833
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8692375886524824
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.026734264184397
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8692375886524824
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.026734264184397
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.890874335106383
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.890874335106383
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9750110815602837
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9750110815602837
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.133737664473684
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.281044407894737
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.133737664473684
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.281044407894737
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.15234375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.15234375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2421875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2421875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7176339285714284
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9284784226190474
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7176339285714284
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9284784226190474
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.738002232142857
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.738002232142857
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8621651785714284
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8621651785714284
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.672923018292683
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.779963795731707
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.672923018292683
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.779963795731707
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6971227134146343
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6971227134146343
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7307069359756095
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7307069359756095
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6454716435185186
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6454716435185186
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8157853491512346
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8157853491512346
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6704945505401234
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7614173418209877
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6704945505401234
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7614173418209877
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.663478576030928
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.663478576030928
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8370650773195876
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8370650773195876
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.684358891752577
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7841494845360826
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.684358891752577
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7841494845360826
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.740726070804196
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.740726070804196
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.884683675699301
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.884683675699301
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.760776333041958
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8374672202797204
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.760776333041958
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.755642361111111
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8374672202797204
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9641927083333335
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.755642361111111
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.900173611111111
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.900173611111111
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1453125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.115885416666667
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.115885416666667
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1453125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.778537326388889
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8519965277777777
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.365625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.778537326388889
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.365625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9798177083333335
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.067708333333333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8519965277777777
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9798177083333335
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.171875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.171875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.213056640625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.213056640625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36986328125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36986328125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.249794921875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3198828125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3198828125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.249794921875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.466889880952381
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.466889880952381
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.354631696428571
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.354631696428571
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.472563244047619
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.444475446428571
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.444475446428571
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.472563244047619
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.679110440340909
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.679110440340909
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7993829900568183
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7993829900568183
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6989635120738638
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.762099757339015
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6989635120738638
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.762099757339015
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.62426097972973
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.62426097972973
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7954233530405403
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7954233530405403
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6446104307432434
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.740207981418919
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6446104307432434
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.740207981418919
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.435139644483806
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4710629111842106
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.425030048076923
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4097925101214575
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3234269425675675
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.385519041769042
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.259060196560196
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.307269272113022
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9165634527439024
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9925328696646343
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.838152629573171
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8978956269054876
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.205228365384615
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.142277644230769
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0733173076923075
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.133263221153846
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.498213098404255
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.444298537234043
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.379679188829787
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.425033244680851
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.249243951612903
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.136970766129032
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.035187752016129
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.103893649193548
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.759312220982143
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.700439453125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.651611328125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6981375558035716
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.137288411458333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.060262044270833
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9928385416666665
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.050944010416667
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.928662455673759
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.008311170212766
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8382646276595747
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9069148936170213
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.176912006578948
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2641858552631575
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.107627467105263
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.171566611842105
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.812686011904762
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9380580357142856
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6921502976190474
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.785249255952381
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.764624618902439
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7059355945121952
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.649104420731707
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6844512195121952
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7925648630401234
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.713155864197531
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.619460117669753
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6886393229166665
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.814896101804124
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7331467461340204
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6360744201030926
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7103938466494846
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8691679414335662
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7929550917832167
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7218230987762237
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.773519449300699
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8922526041666665
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.814453125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.109375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.014322916666667
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7368706597222223
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7930772569444446
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9479166666666665
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.33984375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.22890625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9993489583333335
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.12890625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20078125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.355634765625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2790234375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1937890625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.263046875
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4992559523809526
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.472749255952381
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4765625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.460007440476191
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.783561937736742
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.728537819602273
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6702067057291665
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7125872987689394
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.76929370777027
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6869457347972974
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6068412162162162
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.663376266891892
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.488032167257085
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4386030807186234
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5514217484817814
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.509753763917004
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.341259405712531
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.415641316031941
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.354628954238329
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.462242782555283
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9347846798780486
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.027909441692073
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9390720274390243
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.079857802972561
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.145883413461538
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.241736778846154
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.195612980769231
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.308443509615385
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.522140957446808
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.456266622340426
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.448354388297872
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.564577792553192
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.158014112903226
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.299080141129032
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.19109122983871
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.375189012096774
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.799769810267857
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6918247767857144
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8155691964285716
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8695591517857144
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.089680989583333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.177652994791667
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.10400390625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.222005208333333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.94459219858156
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.036319813829787
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.881538120567376
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.088874113475177
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.205386513157895
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.303042763157895
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.247738486842105
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.359375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8235677083333335
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9663318452380953
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8626302083333335
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.049851190476191
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.713795731707317
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.805640243902439
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7907774390243905
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8504192073170733
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.734959731867284
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8334056712962963
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.768096547067901
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.895700713734568
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.752879349226804
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.857240657216495
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.747583762886598
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9138611469072164
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8164745410839163
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.902015952797203
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.935464925699301
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8285590277777777
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9228515625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9546820367132867
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.028645833333333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1328125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.840603298611111
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24609375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.38828125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.071614583333333
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.265625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9691840277777777
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.180989583333333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.465625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3017578125
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39580078125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33744140625
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4496484375
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.428385416666667
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.365234375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.483723958333333
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.329799107142857
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.741817589962121
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.812252160274621
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.777203184185606
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8538411458333335
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7108583192567566
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.818702491554054
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.756149704391892
/ckpts/RedPajama//70M_RP_14-0.125-0.125-0.140625-0.25-0.09375-0.125-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.88305004222973
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.560270116396761
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.483940093623482
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5013798393218623
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4634204200404857
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.392760480651106
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.251036547911548
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2743060887592135
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.233492014742015
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9883348418445124
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8368783346036586
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8591844512195124
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.225811298076923
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.073918269230769
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1026141826923075
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8167039824695124
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.062049278846154
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.482903922872341
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.353831449468085
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3741938164893615
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.336303191489361
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.269090221774194
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.042496219758065
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.074281754032258
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.030525453629032
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8756626674107144
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6891043526785716
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.711635044642857
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6665736607142856
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1552734375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9975992838541665
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.029703776041667
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9802652994791665
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.937832446808511
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.762674534574468
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.791514295212766
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2954358552631575
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.120168585526316
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7394725177304964
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.151315789473684
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9340587797619047
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.716982886904762
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.105365953947368
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.745907738095238
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6888020833333335
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.821979801829268
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.739186356707317
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.754573170731707
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6892149390243905
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8452690972222223
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6389551986882718
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.669753086419753
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.612352912808642
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.804123711340206
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6197446842783507
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6489408827319587
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5959044780927836
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9822716346153846
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8236314466783217
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8878038194444446
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.114583333333333
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.848161604020979
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7405598958333335
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9518229166666665
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.12109375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.803253387237762
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7671440972222223
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.986328125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14921875
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.38328125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.723849826388889
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2168359375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1046875
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.446335565476191
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.240048828125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.517857142857143
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.198603515625
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.529947916666667
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.493675595238095
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8141276041666665
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.683401396780303
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7080743963068183
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.673606178977273
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.810203758445946
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6232052364864864
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6531355574324325
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.610061233108108
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5106077618927127
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5565536437246963
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5264067244433197
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.571265340334008
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.296040003071253
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.381766354422604
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.30980785472973
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.406422757985258
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.874928544207317
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.977783203125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.129206730769231
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2198016826923075
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.898878144054878
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.008616377667683
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.151141826923077
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.250150240384615
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.396675531914894
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.478341090425532
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.41177692819149
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.497298869680851
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.106098790322581
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.239037298387097
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.126890120967742
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.297568044354839
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.74609375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8405064174107144
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7559988839285716
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.88330078125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.036661783854167
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.135050455729167
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.053995768229167
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.16650390625
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8031776374113475
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9160017730496453
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.169819078947368
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8352864583333335
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2759046052631575
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7954799107142856
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.95721132535461
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.186574835526316
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.933314732142857
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.303865131578948
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8213355654761907
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.727277057926829
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9718191964285716
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.835985137195122
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7746284298780486
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8467987804878048
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.691924672067901
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.826153790509259
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7130292727623457
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8736436631944446
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6630557345360826
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.786203286082474
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6938426224226806
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8182184278350517
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.865507539335664
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7791883680555554
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.963710118006993
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.003255208333333
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.17734375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.884191979895105
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8787977430555554
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.096354166666667
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31171875
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.001488745629371
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2658984375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8032769097222223
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.018880208333333
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20234375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9086371527777777
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.38095703125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.123697916666667
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.52734375
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.36875
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.283779296875
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.585658482142857
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.402421875
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.508742559523809
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.490141369047619
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7193862452651514
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.804831764914773
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.736698035037879
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.837191495028409
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6762299408783785
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.791886613175676
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6968697212837838
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.839949324324324
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.529332458248988
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5894286120951415
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.592093402074899
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6077737537955468
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.331431395884521
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.459881756756757
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.252485795454546
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.282022612100737
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9165336794969514
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.158203125
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.065739329268292
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.316706730769231
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8977586699695124
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.380258413461538
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9429723227896343
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.407001201923077
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.431117021276596
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.542220744680851
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.434682513297872
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.154359879032258
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.460754654255319
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.375756048387097
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.050340221774194
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7969447544642856
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.115990423387097
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.934116908482143
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8284737723214284
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.079630533854167
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8485281808035716
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.226236979166667
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.088297526041667
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1383056640625
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.855676529255319
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.017176418439717
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2123766447368425
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3828125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9450493129432624
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8238467261904763
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.186472039473684
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.051246279761905
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.983336103723404
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.252046130952381
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7648151676829267
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.221319901315789
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.944312118902439
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.327008928571429
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.691501524390244
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.738995807926829
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.738202883873457
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.94360652970679
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.726719232253086
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7842821662808643
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.722092461340206
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8949138208762886
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8166277384020617
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.875765141752577
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.909268465909091
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8158637152777777
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0611341783216783
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.037760416666667
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.225
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9595269097222223
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.188802083333333
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.844446569055944
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44921875
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.302958984375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.775390625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.03125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1390625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.895241477272727
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.47337890625
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.483258928571429
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8180338541666665
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.067708333333333
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.546968005952381
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37935546875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.567243303571429
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4401953125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.504185267857143
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.749881628787879
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8828568892045454
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8569631865530303
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8993178858901514
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7283836570945947
/ckpts/RedPajama//70M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.912373310810811
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6323902027027026
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.690403293918919
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5384733995445345
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5411065599696356
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5225044281376516
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5565417826417005
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1582415156633905
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.180954391891892
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.152895615786241
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1953125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.800471608231707
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.249549278846154
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8187642911585367
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.283804086538462
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7808391291920733
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2294170673076925
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8368068788109757
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.302433894230769
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.345237699468085
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3661652260638295
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.340766289893617
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8990045362903225
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.381906582446809
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.925655241935484
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8824029737903225
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7171805245535716
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9546685987903225
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.744175502232143
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9988606770833335
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6883021763392856
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.015055338541667
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7391880580357144
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.97314453125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.02490234375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.834483045212766
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0757606907894735
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8546653368794326
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.072451636904762
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.089946546052632
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8122368129432624
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.094029017857143
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.069592927631579
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6126619664634148
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8735039893617023
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.025204613095238
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1108141447368425
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6196646341463414
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.159784226190476
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5750762195121952
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6078029725609757
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.606776861496914
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.628749517746914
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5953956886574074
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6539171006944446
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7081386920103094
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.728112918814433
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.689171230670103
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.746899162371134
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.74647618006993
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.681857638888889
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9173177083333335
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9984375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7654474431818183
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7021484375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.267890625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9303385416666665
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.731547749125874
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.023046875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.580171130952381
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6629774305555554
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.90625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9828125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28587890625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7816734047202796
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4616815476190474
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7180989583333335
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.235634765625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9602864583333335
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.54296875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.32279296875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.531343005952381
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7691909327651514
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7871389678030303
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7587224786931817
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5177364864864864
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.810387813683712
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5411475929054053
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5021114864864864
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.564426731418919
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.59721738992915
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5630772393724697
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6207814081477734
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5748434337044532
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.275448210995086
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.210356841216216
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.304178823710074
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2266824708230954
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.929109899009146
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.398587740384615
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8573921017530486
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.344350961538462
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.962426162347561
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.455228365384615
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8731004668445124
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.338341346153846
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.455651595744681
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.397606382978723
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.079511088709677
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.480501994680851
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.975617439516129
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.409773936170213
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.835205078125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.141885080645161
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7836216517857144
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9994644657258065
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.107462565104167
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8543178013392856
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.046712239583333
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7798897879464284
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.152303059895833
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.067138671875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9674894725177303
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.203947368421052
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.89239804964539
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.325520833333333
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1479235197368425
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.007009086879433
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.210379464285714
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7250857469512195
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2709703947368425
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.911998559397163
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.350260416666667
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.660823170731707
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.148540296052632
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.187779017857143
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7673399390243905
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.656297637195122
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7522786458333335
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.666190441743827
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.810378086419753
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8523880476804124
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6951738522376543
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7687459729381443
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.899645618556701
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7907740012886597
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8740302666083917
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.80859375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.052083333333333
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.17421875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.801669034090909
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42171875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7368706597222223
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9837239583333335
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07265625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9160019667832167
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.545479910714286
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.840603298611111
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33490234375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.104166666666667
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.234375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.818250109265734
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.528459821428571
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.45013671875
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7524956597222223
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9928385416666665
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09765625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.560267857142857
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34552734375
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.538039434523809
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.882113370028409
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8178452000473486
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.918209191524621
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6646431587837838
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8337513316761362
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.579444679054054
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7136824324324325
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.600216427364865
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6488051935728745
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.546139612854251
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.570079232034413
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.468319047317814
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.342487906941032
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3881775952088455
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.429332386363637
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.283961340601966
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0137135575457314
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.522085336538462
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.920231516768293
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.204777644230769
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9689584127286586
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.265474759615385
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8051638719512195
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.085637019230769
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.517769281914894
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.508801529255319
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.222530241935484
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.545628324468085
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.253024193548387
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9278390066964284
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.417386968085107
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.326045866935484
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.192667643229167
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8195103236607144
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.091103830645161
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.891636439732143
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.03955078125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7032993861607144
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.085530598958333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9200032552083335
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.055463209219858
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3188733552631575
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.4577752976190474
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.041805186170213
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.260896381578948
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.808879573170732
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.096160239361702
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9188058035714284
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.307360197368421
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.005022321428571
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9212101063829787
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6919778963414633
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.137438322368421
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7825520833333335
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7479039634146343
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6030868902439024
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8766999421296298
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8165931230709877
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.882306134259259
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9587427512886597
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6737678433641974
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.83972293814433
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.891712306701031
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7138369845360826
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9704709353146854
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8833550347222223
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1328125
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31015625
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.52330078125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.858937937062937
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.532738095238095
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7935112847222223
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.122395833333333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34609375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.903354458041958
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.331396484375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8434244791666665
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.149739583333333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4171875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.543433779761905
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.752840909090909
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.392724609375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.68359375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.002604166666667
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18515625
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.535342261904762
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.225732421875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.532180059523809
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9599165482954546
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7772623697916665
/ckpts/RedPajama//70M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7754698057432434
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.812973484848485
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7791649070945947
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.683937766335227
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.830447635135135
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.648701435810811
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4822953567813766
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.458221311993927
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.49216773152834
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.568197273532389
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.305666461916462
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.272453739250614
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.324549869471745
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.424327203624078
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8310665967987805
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.102764423076923
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.796630859375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.104116586538462
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8460842225609757
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1397235576923075
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9559117759146343
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.266376201923077
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4364777260638295
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.118258568548387
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.408793218085107
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.453507313829787
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.716796875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.077179939516129
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.546791888297872
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9378662109375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.152784778225806
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7227608816964284
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.313571068548387
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7530343191964284
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9162190755208335
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9623616536458335
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.822998046875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9354637632978724
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.071614583333333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.151726973684211
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7939918154761907
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9065547429078014
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.627000762195122
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.126130756578948
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9621980274822697
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7700892857142856
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.175575657894737
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8246837797619047
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5817930640243905
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.084469193262412
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.292146381578948
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6352896341463414
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.024088541666667
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7078887195121952
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.708182629243827
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.66967472029321
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7363683956185567
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.728147907021605
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8662471064814814
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.697829413659794
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7547922036082473
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.772918487762238
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8839803479381443
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7074652777777777
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.01953125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21015625
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.241181640625
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.738171984265734
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.566592261904762
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.671875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.998046875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16796875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7897317526223775
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22642578125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.719943576388889
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.04296875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24609375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.551060267857143
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8981779938811187
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.262705078125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.824435763888889
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.145833333333333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.508835565476191
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.40234375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39791015625
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.588262648809524
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.702030066287879
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.675921815814394
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6733794341216215
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7173480409564394
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6329708614864864
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8092706853693183
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6960779138513513
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8254064611486487
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5076108615890687
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5890016131072873
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.527750980516194
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.614961570091093
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.34150894502457
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.444693450552825
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.360157209766585
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.496871160933661
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.866723037347561
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.153545673076923
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.990085508765244
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2841045673076925
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.894823027820122
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.192908653846154
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.047732469512195
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.353515625
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.472124335106383
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.178175403225806
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.562042885638298
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7860281808035716
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.491223404255319
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.357358870967742
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.613896276595745
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9832763671875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.216670866935484
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8946358816964284
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.451171875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7999441964285716
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1097412109375
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9505092075892856
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.017415364583333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9867713874113475
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2035361842105265
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.150431315104167
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8625372023809526
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.121550864361702
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6521055640243905
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3316200657894735
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.049014136904762
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.012120456560283
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.225842927631579
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.736328125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9289434523809526
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.175434951241135
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.381167763157895
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.666301448170732
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.178199404761905
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.785060975609756
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7494514371141974
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9115849247685186
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.780504993556701
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7835105613425926
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.991964457947531
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9172438788659796
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.803016269329897
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.809918597027972
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.739474826388889
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.055989583333333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2703125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.981213756443299
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2988671875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.505766369047619
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9293460445804196
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.860568576388889
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.180989583333333
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44765625
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8302556818181817
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.426923828125
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.763671875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.065104166666667
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3046875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.529017857142857
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.982995520104895
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.330322265625
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9137369791666665
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.229166666666667
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.5421875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.535435267857143
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.50138671875
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.531901041666667
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.735344164299242
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7127058699324325
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8360891631155303
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7532219164299243
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.863993876689189
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8810369318181817
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.74144847972973
/ckpts/RedPajama//70M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.94019214527027
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.562302315283401
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5734121963562755
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.484560823633603
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5057091346153846
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.314909014127764
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.343063766891892
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.22191722972973
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.242398648648648
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8718380811737805
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2059795673076925
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9133896246189024
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.249399038461538
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.765642863948171
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.085787259615385
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7905868902439024
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.107421875
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.446409574468085
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.168598790322581
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4710023271276595
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8052804129464284
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.365093085106383
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.232799899193548
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.032267252604167
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.380726396276596
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.0185546875
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.862095424107143
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.041897681451613
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7454310825892856
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.079427083333333
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.955327460106383
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9249267578125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7562081473214284
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.229337993421052
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8860677083333335
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9371337890625
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.697313262195122
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9968556072695036
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2543174342105265
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9541480654761907
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8378352171985815
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.094777960526316
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.746046112804878
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.779203869047619
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8589317375886525
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.114412006578948
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.599942835365854
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.781156994047619
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.619474085365854
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8027765721450617
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7663297358247423
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8486930941358026
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.678729021990741
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8098421391752577
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.696729118441358
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.862038352272727
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.636899967783505
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7534722222222223
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.098958333333333
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24609375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.32720703125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.665854542525773
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.468284970238095
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.898164335664336
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.791775173611111
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.126302083333333
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31171875
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7523765297202796
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37673828125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6507161458333335
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9654947916666665
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.472284226190476
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1078125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20724609375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7733418924825175
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6754557291666665
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.447916666666667
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.974609375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.12421875
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.24115234375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.420572916666667
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.957956025094697
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7400496199324325
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9992046934185606
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8617905125473486
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.792625633445946
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.880844578598485
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.614574535472973
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6338682432432434
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4696119053643724
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.509504681174089
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.572700531376518
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5384022330465585
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.206853693181818
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.25166519502457
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.336494164619165
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.270634981572481
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7546267625762195
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.09765625
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8044969512195124
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.149038461538462
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.904689881859756
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.257211538461538
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8245462557164633
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.169471153846154
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.350473736702128
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.998960433467742
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.391314827127659
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.744594029017857
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.467528257978723
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9073079427083335
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.077431955645161
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.40805352393617
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7970493861607144
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.218308971774194
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9542643229166665
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.094443044354839
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.828125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.820104720744681
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.082339638157895
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0626220703125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7874232700892856
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.763485863095238
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9767659505208335
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5809355945121952
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.877881205673759
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.136615953947368
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.808686755952381
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9837793661347516
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.252055921052632
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.629954268292683
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9770275297619047
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8979665336879434
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.151521381578948
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6905964176829267
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.840122767857143
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6489138719512195
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6494984567901234
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6237113402061856
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.722921489197531
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8320191936728394
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6837951030927836
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.737147955246914
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7379944274475525
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6401909722222223
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9388020833333335
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.797962306701031
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.084375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.219609375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.424200148809524
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7049774484536084
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.788365930944056
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.683810763888889
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.005208333333333
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1625
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.255625
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8917449737762237
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.421502976190476
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7809244791666665
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.115885416666667
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2953125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3952734375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.808279611013986
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7021484375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.481584821428571
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.020182291666667
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1765625
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27998046875
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.444847470238095
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.849624171401515
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.588972761824324
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8969467625473486
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.983169093276515
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6579919763513513
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9146284623579546
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7729096283783785
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.668602195945946
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.589816074139676
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5514177947874495
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6034009678643724
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5611399291497974
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.363098894348894
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.289940686425061
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.409383637899263
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.324717828624078
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9335818407012195
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.270733173076923
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8446670160060976
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.196063701923077
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9907583841463414
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.331881009615385
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8751905487804876
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2020733173076925
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.488123337765957
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.256048387096774
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8809988839285716
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.426678856382979
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.105021158854167
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.536361369680851
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.132182459677419
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.436328125
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.362399193548387
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7871791294642856
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.007731119791667
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9467075892857144
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.207913306451613
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.014821586879433
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.299958881578948
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9930245535714284
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.136149088541667
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.850864955357143
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7432831554878048
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0289306640625
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9235233820921986
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.174856085526316
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.884951636904762
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.073262965425532
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.328330592105263
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.658250762195122
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.146763392857143
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8953069592198584
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.234375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7742949695121952
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9170386904761907
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.653248856707317
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.870195553626543
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.838816849226804
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.767312885802469
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.941484616126543
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7294619845360826
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9205364947552446
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8216266396604937
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.80859375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.147135416666667
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.334375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.904236469072165
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41587890625
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.442336309523809
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7693903028350517
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.831211756993007
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.721462673611111
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.040364583333333
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21171875
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.974691324300699
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3158984375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8612196180555554
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.184895833333333
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.433500744047619
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.43359375
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4995703125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8739756337412588
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.516183035714286
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7552083333333335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.079427083333333
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.27890625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.334140625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.491164434523809
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.016878995028409
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8183065878378377
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.936541933001894
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0627330433238638
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7029930320945947
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9696599786931817
/ckpts/RedPajama//70M_RP_1-0.125-0.25-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.89672191722973
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7833878800675675
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5758595331477734
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5074092231781377
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.512505535172065
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.491732825151822
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.355099239864865
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.226178593366093
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.242744164619165
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.212885826167076
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9221786871189024
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.254056490384615
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.769114424542683
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.084134615384615
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7949992854420733
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.104867788461538
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.460688164893617
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7611292397103657
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.103365384615385
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.273500504032258
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9139578683035716
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.352534906914894
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0743408203125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.364095744680851
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.048450100806452
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.074911794354839
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.338622007978723
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.758510044642857
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9402842420212765
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9109700520833335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7672293526785716
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.274671052631579
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.02312247983871
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9848400297619047
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9295247395833335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.740443638392857
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.701886432926829
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9088948567708335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7733820921985815
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.108347039473684
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7880394345238093
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.794714095744681
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.136821546052632
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5757907774390243
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7935267857142856
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7536707668439715
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6231897865853657
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.092927631578948
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7667410714285716
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5607850609756095
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8902452256944446
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.810526739690722
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6877350983796298
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7118296682098766
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9247295673076925
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6324903350515463
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7993706597222223
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.12109375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.33984375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.659740306712963
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39310546875
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.657276900773196
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.515438988095238
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.617207635309278
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.766130354020979
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6532118055555554
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9563802083333335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.12109375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7878469187062938
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.218515625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6800130208333335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.984375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.587425595238095
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14453125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.238134765625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.752458479020979
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.536086309523809
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.645290798611111
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9381510416666665
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10078125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.214072265625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0169418797348486
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.640811011904762
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8428262246621623
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.874618992660985
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8928333629261362
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.647804054054054
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8618275035511362
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.676441089527027
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6274809966216215
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5208755060728745
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5714313954959516
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5377142902327936
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.594010943825911
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.259890394656019
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.340774723587224
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2790281403562656
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.37378589527027
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.808421065167683
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.130859375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9086973608993905
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.252704326923077
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.828547780106707
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.149939903846154
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.382330452127659
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9403999142530486
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.275540865384615
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.099546370967742
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.79541015625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9468587239583335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.452867353723405
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.250504032258065
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.402759308510638
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.855433872767857
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.479978390957447
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.127394153225806
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8074301861702127
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.141344572368421
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.056193033854167
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8209635416666665
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7999790736607144
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.298324092741935
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6118044969512195
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9698893229166665
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.926304408482143
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.088460286458333
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.918993794326241
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.259662828947368
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9968377976190474
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8392204122340425
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1625205592105265
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.663395579268293
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.86328125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9668107269503547
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.291940789473684
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6294778963414633
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.025297619047619
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.705983231707317
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.735936294367284
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6779558634020617
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8678264853395063
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7521520543981484
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8003305288461537
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6878255208333335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9934895833333335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7968347293814433
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16953125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.914743682484568
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.251513671875
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.554873511904762
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6989771262886597
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8357965528350517
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9077797202797204
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7845052083333335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1015625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.315625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37783203125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8212276005244754
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5417596726190474
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7076822916666665
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.008463541666667
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20234375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.277412109375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.940655048076923
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.587704613095238
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.813693576388889
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.138020833333333
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.36484375
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.906272194602273
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42158203125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.532552083333333
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.69140625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.998916163589015
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.926021691524621
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.822582347972973
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0430353338068183
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7143950591216215
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8709089949324325
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5596335716093117
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6214456287955468
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5579453441295548
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5755353302125505
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3005125153562656
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.422378877457002
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.306170339373464
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.334310695638821
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8492878239329267
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.178936298076923
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9991068025914633
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.343449519230769
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8691346703506095
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.421409574468085
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.274789663461538
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.918284346417683
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.349459134615385
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.171055947580645
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.827427455357143
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.008748372395833
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.527385305851064
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.435771276595744
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.399445564516129
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9838169642857144
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.462242353723404
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.185798891129032
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8674922429078014
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.196443256578948
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.134806315104167
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.912016369047619
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7594168526785716
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.252961189516129
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.627667682926829
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.015543619791667
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8604561941964284
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0830078125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.027648492907802
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.351768092105263
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1628534226190474
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8905695921985815
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.210115131578948
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7320407774390243
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.071242559523809
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9392176418439715
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.247121710526316
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.669969512195122
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.158296130952381
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.712890625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7930712287808643
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.731394974226804
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.991970486111111
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.789207175925926
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8468640734265733
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.726345486111111
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.033854166666667
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23828125
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9111630154639174
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31134765625
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8557581018518516
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.605282738095238
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.790955219072165
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8447366301546393
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.000464379370629
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8714192708333335
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.201822916666667
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4640625
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4876171875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8569711538461537
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5026971726190474
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7498914930555554
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.061197916666667
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2578125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.349111328125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9034910402097904
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.629185267857143
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.796115451388889
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.095052083333333
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.321875
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.952988133285985
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.402470703125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.665736607142857
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.753615920608108
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.092703154592803
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.872591885653409
/ckpts/RedPajama//70M_RP_9-0.25-0.125-0.140625-0.0625-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9424355996621623
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9142474550189394
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.752665751689189
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8012563344594597
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.486739309210526
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.506365447874494
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.487360039220648
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5171946166497974
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2033121544840295
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.228414849508599
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.193599316646192
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.239404176904177
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.761248332698171
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.148287259615385
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7852812976371952
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.170673076923077
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.348961103723404
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.753566834984756
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.184044471153846
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.797541920731707
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.026272681451613
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.19921875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.707972935267857
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8965657552083335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.370453789893617
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.341672207446808
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.05046622983871
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.381416223404256
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7623697916666665
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.708461216517857
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.008033014112903
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.080797697368421
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9418712797619047
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9201253255208335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.079070060483871
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.689732142857143
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5989900914634148
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8933512369791665
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7517787388392856
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9380696614583335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7858211436170213
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.102384868421052
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9484747023809526
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7531443927304964
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.081106085526316
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6140910823170733
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9426153273809526
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7998393173758864
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.119037828947368
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5633098323170733
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9700520833333335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.613614710365854
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6490403163580245
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.670787693298969
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.675636574074074
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.751393138111888
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.646701388888889
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9446614583333335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6279357156635803
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10234375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.24517578125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.697205219072165
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6976936246141974
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.599330357142857
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6611630154639174
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.707011114690722
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7706512237762237
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6705729166666665
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9609375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.262158203125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7412860576923075
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.607142857142857
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6337890625
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.931640625
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.084375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7839816433566433
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.245673828125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.677734375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.978515625
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7798443418560606
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.15078125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.728143601190476
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2751171875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.625372023809524
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6214896537162162
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.799767696496212
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.775649562026515
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.647091427364865
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8113902698863638
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6004275760135136
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6630331503378377
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5721074772267207
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5216543838562755
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.580801651062753
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.545601910425101
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.330735565110565
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.257879683660934
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.354878493550369
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.272242590601966
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.910066930259146
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.361177884615385
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.819157298018293
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.229116586538462
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.470728058510638
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.939429306402439
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.356820913461538
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.230342741935484
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8421660632621952
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.267277644230769
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8099190848214284
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0535888671875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.398761635638298
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.108051915322581
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.480086436170213
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9155446586879434
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4121176861702125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.247018914473684
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7488490513392856
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.278288810483871
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.266183035714286
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.142704133064516
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9617106119791665
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.66796875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.851527622767857
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7701241629464284
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0870361328125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.006876627604167
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8359375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.149157072368421
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.015904017857143
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.960411125886525
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6217130335365852
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.283100328947368
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.855579565602837
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.200520833333333
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1674547697368425
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.086402529761905
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7240853658536586
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6554401676829267
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8401511863425926
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.832937338917526
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.716260368441358
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.893397618006993
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7835286458333335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.088541666666667
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2984375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.880226417824074
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41748046875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.706194196428571
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7338716172680413
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7478841145833335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.871657538659794
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7600273840206184
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.808484484265734
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6993272569444446
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9973958333333335
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18359375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31171875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.924538352272727
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.658482142857143
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8139105902777777
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.131510416666667
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34453125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8296000874125875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8963179154829546
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.44849609375
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7198350694444446
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.018880208333333
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21328125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6120721726190474
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36076171875
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.632161458333333
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7875844594594597
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8296490293560606
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9272571910511362
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6844119510135136
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8485588304924243
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.835330447635135
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.712019636824324
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6224419597672064
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4913176872469633
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5090934969635628
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.393044660931174
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.408635019963145
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.294485181203931
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.334430666461916
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.001786394817073
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.195509252149877
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.456730769230769
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8695276772103657
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.137920673076923
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.5331033909574465
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9173732850609757
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.381615423387097
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1903545673076925
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7645472084603657
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.029897836538462
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9219796316964284
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.131306966145833
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.413065159574468
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.164125504032258
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.448312832446809
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.01881094858156
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.336143092105263
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.321999667553191
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.373325892857143
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.847900390625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.23210685483871
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.754954268292683
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.025960286458333
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.015246975806452
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8836146763392856
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.735560825892857
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.076375325520833
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9051513671875
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9521553634751774
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.224403782894737
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7978980654761907
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9963569370567376
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6671589176829267
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.277960526315789
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.824066378546099
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8643043154761907
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0961143092105265
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6763392857142856
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.735375381097561
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.96142578125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.564786585365854
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9420908505154637
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.811306423611111
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.986218859265734
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8685980902777777
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.200520833333333
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.45
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.53333984375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.859248408564815
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.687220982142857
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7359052835051547
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.684491946373457
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7785115979381443
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6069386275773194
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9386746066433567
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7503255208333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.076822916666667
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.246875
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.314921875
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.46484375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9835281905594404
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7964409722222223
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.118489583333333
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9814342151988638
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31640625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8294361888111887
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4291015625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6516927083333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1015625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.411458333333333
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.199345703125
/ckpts/RedPajama//70M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.916121199324324
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.460100446428571
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9667339902935606
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.743480785472973
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.010446259469697
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8687300248579546
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7973236908783785
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.408887114119433
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6122519003378377
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3852993737348176
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4211791497975708
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4964021381578947
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2154052134520885
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.182139703624078
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.232791385135135
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7876274294969514
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0536358173076925
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.320259712837838
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.754412395198171
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.338896276595745
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.048227163461538
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.043189264112903
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8040860804115852
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.079777644230769
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9032190834603657
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.761962890625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.189152644230769
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9263916015625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.308826462765958
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9974483366935485
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.847614694148936
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.356225066489362
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.127158717105263
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6847098214285716
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.437990359042553
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.744873046875
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.073084677419355
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5950838414634148
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9036458333333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.218308971774194
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.799525669642857
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8526436941964284
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9478759765625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.05126953125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8062112145390072
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.092927631578948
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6590401785714284
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8647218528368796
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.571312881097561
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.142475328947368
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9765070921985815
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.714750744047619
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.259457236842105
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8836495535714284
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.601657774390244
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.708399643132716
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.669874237804878
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6380678157216493
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8495684003496504
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.656641830632716
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6741536458333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.962890625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.121875
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21470703125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.427083333333333
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7330246913580245
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5942936533505154
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.842797550154321
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.659411243556701
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7612355025773194
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.817799388111888
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.640625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.931640625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08046875
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.198876953125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.867378715034965
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.465215773809524
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8897964015151514
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.684353298611111
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9837239583333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.15703125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.970648492132867
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.23765625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7786458333333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.106770833333333
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29609375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.408017113095238
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.40423828125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.635399070945946
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.453962053571429
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.861960671164773
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9056507457386362
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.594462626689189
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9928237452651514
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.659522804054054
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4408013347672064
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.774783572635135
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.526141826923077
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.467967168522267
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5708383413461537
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.249328163390663
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.350847473894349
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.27372542997543
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8233672351371952
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.098106971153846
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.399181319103194
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.373603723404256
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9364043445121952
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.215444711538462
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.095262096774194
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.844821836890244
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.118539663461538
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.992366139481707
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8203822544642856
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.271935096153846
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.968505859375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.462657912234042
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.886510970744681
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.259513608870968
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.156969572368421
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3950465425531915
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7571614583333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.510580119680851
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9202706473214284
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.603801448170732
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.130859375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.101033528645833
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.357358870967742
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8203125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.966517857142857
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.030843098958333
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.135091145833333
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.013325576241135
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.307360197368421
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8997395833333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9150459884751774
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.722942073170732
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1967516447368425
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7922247023809526
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.075770168439717
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.355263157894737
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.751736111111111
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.029017857142857
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6341463414634148
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.750905106707317
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6825265786082473
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8881392045454546
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.703342013888889
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.882245852623457
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.175
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.26474609375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4480096726190474
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.775264033564815
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.804244523195876
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.956464602623457
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.704635148195876
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8648115335051547
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.00662423513986
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8092447916666665
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1484375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.33984375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42861328125
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.923058712121212
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9119045017482517
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.431082589285714
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.722873263888889
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.033854166666667
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21015625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0597410402097904
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.29568359375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8675130208333335
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.205729166666667
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4390625
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.66918285472973
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.425409226190476
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5190234375
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.447172619047619
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.028708718039773
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.948416045217803
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.825538429054054
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.077529444839015
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4686195280870447
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.705183699324324
/ckpts/RedPajama//70M_RP_21-0.125-0.25-0.140625-0.0625-0.1875-0.0625-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9044288429054053
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.498319679908907
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.410393471659919
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.425994749493927
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.365603885135135
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.411979806511057
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9694050114329267
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2958233173076925
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.266647151412776
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.283874961609337
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.501969747340426
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.020049304496951
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.341195913461538
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.223979334677419
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.864894959984756
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.175180288461538
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7845284598214284
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.887742949695122
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.205078125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1240234375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.540201130319149
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.980801196808511
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.237664473684211
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.294417842741935
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.408269614361702
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.0515252976190474
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.422797539893617
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.735994664634146
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.813441685267857
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.068485383064516
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.198811848958333
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.097467237903226
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6547154017857144
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6843959263392856
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.023600260416667
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.050048828125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.037691156914893
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.299547697368421
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.131138392857143
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8699024822695036
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.758717606707317
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.115439967105263
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8979803856382977
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8797433035714284
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1460731907894735
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7805748456790123
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9058779761904763
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6740186737804876
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6965034298780486
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.859395135309278
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8796984265734267
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8589409722222223
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.080729166666667
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.30703125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8499650366512346
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.375810546875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.462611607142857
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.662549430941358
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9163981958762886
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.685426311728395
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.739952480670103
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.762584568298969
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9280211975524475
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.907009548611111
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.140625
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3828125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.434345703125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7740737452651514
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7794471153846154
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.408389136904762
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7532552083333335
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.96484375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1546875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7997295673076925
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.253583984375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.776584201388889
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9954427083333335
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18203125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.760082347972973
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.510323660714286
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2754296875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.531343005952381
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8135320490056817
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.682121508049242
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.814347550675676
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7046194365530303
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3890988739878543
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6376425253378377
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6602090371621623
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.438183989119433
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.488988961285425
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4371876581477734
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.245513091216216
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.302196905712531
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.843190262957317
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.158052884615385
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.402003032862408
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.324233146498772
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.38813164893617
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.041897681451613
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9047256097560976
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.232572115384615
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.007371855945122
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6470424107142856
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3251201923076925
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.926984089176829
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.002197265625
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.253155048076923
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.842905031028369
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.444847074468085
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.090768914473684
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.849702380952381
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.536344747340426
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.122227822580645
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6443407012195124
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.467569813829787
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.275894657258065
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.697544642857143
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.153225806451613
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.798549107142857
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.062337239583333
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7447684151785716
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.154093424479167
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0782470703125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.91424257535461
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.164370888157895
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9681919642857144
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0215120789007095
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.27734375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6690644054878048
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.624198254243827
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.151227678571429
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.930574024822695
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.185752467105263
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7453315548780486
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.005859375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.724275914634146
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7134342783505154
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7586729676573425
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7350260416666665
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9518229166666665
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.225927734375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.461123511904762
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7120165412808643
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.828770013503086
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.732204861111111
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.782276900773196
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8974307345360826
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8021303157216493
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.817225743006993
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.666174686316288
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7958984375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.011067708333333
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2140625
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9130244755244754
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3024609375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.896701388888889
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1171875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.36328125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.508184523809524
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6151551942567566
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8369072333916083
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.411435546875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8199869791666665
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.02734375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.543619791666667
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24140625
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.325517578125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.461588541666667
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7203997987689394
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7993940873579546
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6756228885135136
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.735177704782197
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.797165329391892
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5015656629554655
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7044974662162162
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4622264043522266
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.527604693825911
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4420309337044532
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.4309303977272725
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.344004338144964
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.488137285012285
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.046243807164634
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.386418269230769
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.401201627764128
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.559582779255319
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9468368902439024
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2626201923076925
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.108970083841464
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.325100806451613
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.456580528846154
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9339569836128048
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.173377403846154
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.848597935267857
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.197021484375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.483410904255319
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.612666223404255
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.05612810283688
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.185798891129032
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3090049342105265
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1796875
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.516481050531915
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.414944556451613
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7542550223214284
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7902057926829267
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.107828776041667
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.288936491935484
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9291294642857144
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.253255208333333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8390415736607144
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0576171875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.95435782358156
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2055921052631575
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.013299851190476
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.126523714539007
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.392475328947368
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.69921875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.2883184523809526
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.069993905141844
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.274054276315789
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.839510289634146
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8330543154761907
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.876145351080247
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7511909298780486
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9373590528350517
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9521552666083917
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.756082417052469
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.93359375
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.165364583333333
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.41328125
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4557421875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.952220775462963
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.395926339285714
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8283464884020617
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.840555073302469
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.013249033505154
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.820896423969072
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8566843312937062
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.834743923611111
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.057291666666667
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.012278736888112
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33841796875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.990451388888889
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.22265625
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.473958333333333
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.49921875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.832034949100379
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5459375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9107708697552446
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8098958333333335
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.368954613095238
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.139322916666667
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.37890625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31544921875
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8427734375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.418154761904762
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7513723662405303
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8813920454545454
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.726219383445946
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.883193507339015
/ckpts/RedPajama//70M_RP_22-0.125-0.125-0.28125-0.25-0.09375-0.0625-0.0625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.918681376689189
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.455402327935223
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8107580236486487
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.378708565283401
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.392056237348178
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3685396634615383
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.435263743857494
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.304831464987715
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.326157478501228
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9789741330030486
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.232722355769231
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.289859106265356
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8219083460365852
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.545977393617021
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.065054086538462
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8463343178353657
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.352318548387097
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.090144230769231
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.814036299542683
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9010184151785716
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0850360576923075
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.109822591145833
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.432804188829787
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.452925531914894
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.123424899193548
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.116882757092198
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.314555921052632
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9031808035714284
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4205452127659575
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7728794642857144
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.152721774193548
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7889195884146343
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9410400390625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.110635080645161
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7735421316964284
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.958251953125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7826102120535716
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9464111328125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9448553856382977
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.149362664473684
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.712983630952381
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.960203346631206
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.170949835526316
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.646436737804878
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7238653273809526
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9278174867021276
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.144634046052632
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.664014862804878
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.691685267857143
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8972981770833335
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6392911585365852
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8746174291237114
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9562390734265733
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.705988377700617
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.848849826388889
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.177083333333333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4421875
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.38021484375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.731517650462963
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.449311755952381
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6862516108247423
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6951316550925926
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.713696037371134
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.671250805412371
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.801491477272727
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7025824652777777
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.028645833333333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2171875
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.219833984375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8231670673076925
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.396856398809524
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7237413194444446
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0390625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9205951112689394
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24140625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7903463723776225
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.225146484375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6910807291666665
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.007161458333333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.391462053571429
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2015625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8611433699324325
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.205478515625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.453125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.788315281723485
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.805630770596591
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6817198057432434
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.778042879971591
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7042335304054053
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3958478302125505
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6593116554054053
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.452425196103239
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4147227669534415
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4666229124493926
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.335721552518428
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.428487791769042
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.361692836302211
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8623106421493905
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.112980769230769
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.458701243857494
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.460563497340425
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9657190834603657
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.223858173076923
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.180569556451613
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8822884908536586
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.136568509615385
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7850516183035716
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9993033060213414
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.252704326923077
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9822591145833335
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.545769614361702
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.985690935283688
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.48641954787234
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.328503024193548
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.194490131578948
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.753813244047619
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.569306848404255
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.85986328125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.213772681451613
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6753048780487805
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.084228515625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.380040322580645
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.826381138392857
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.004109700520833
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.893833705357143
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.124918619791667
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0963264627659575
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.297491776315789
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9362909226190474
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.01315935283688
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.214946546052632
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.745141006097561
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7843191964285716
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.146221187943262
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.339021381578948
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.756908275462963
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.689167301829268
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9500558035714284
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.796875
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7371536726804124
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.838027207167832
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7349175347222223
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.063802083333333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.87963565779321
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.27265625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.244140625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.416480654761905
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.781955295138889
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.866905605670103
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9232976466049383
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7657659471649483
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.902323614690722
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.942294034090909
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8317057291666665
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1640625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.41953125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36162109375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.860891062062937
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8190622040719697
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.460565476190476
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7565104166666665
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.091145833333333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.30390625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.975811298076923
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.287802734375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8667534722222223
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.203125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.396577380952381
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.46484375
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7231313344594597
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41541015625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.479817708333333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.910925662878788
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8422111742424243
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.846785261824324
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9378773082386362
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.428442086285425
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.749366554054054
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8976720861486487
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4985213183198383
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4518123734817814
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4649109628036436
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.375388705466831
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.501022151412776
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9056009432164633
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.158353365384615
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.405626151719901
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.445322097665848
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.49672539893617
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0559260670731705
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3046875
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.248550907258065
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9266327648628048
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.183743990384615
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8236607142857144
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9756871665396343
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.253756009615385
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.043050130208333
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.613156582446808
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.037012411347518
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.244449013157895
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.473664314516129
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.528390957446809
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8295200892857144
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.706030868902439
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.5626163563829785
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9515555245535716
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.296811995967742
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.170369466145833
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.374180947580645
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8009556361607144
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.056437174479167
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8582938058035716
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.107828776041667
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.193622562056738
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.386924342105263
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.078497023809524
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0724179964539005
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8377477134146343
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.260896381578948
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8199404761904763
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.121287677304965
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8063030478395063
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.295641447368421
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.701076600609756
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.886625744047619
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.760766006097561
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.788015463917526
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.881050590034965
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7749565972222223
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.11328125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3328125
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.0008981963734565
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.308369140625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.386904761904762
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.85498046875
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.96301143685567
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.916045765817901
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8256886275773194
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8834971005154637
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0308948863636362
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.921657986111111
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.25
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.5640625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8606252959280303
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.47859375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.838846700174825
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4719122023809526
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.798828125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.141927083333333
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.38671875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.884014423076923
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31400390625
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.771774704391892
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.84765625
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.182291666666667
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.459821428571429
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.46171875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3869140625
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.415922619047619
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9830063328598486
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9546453302556817
/ckpts/RedPajama//70M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9617029138513513
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9961196437026514
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.376166339827935
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8227407094594597
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.877956081081081
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3966267079959516
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3675314714068825
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.301016392813268
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.39654368041498
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3263590294840295
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.809766815929878
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.072115384615385
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2863175675675675
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.340198863636363
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.432363696808511
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8369140625
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.096905048076923
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.135584677419355
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7124720982142856
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7979647008384148
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.078275240384615
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9381510416666665
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8509432164634148
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.113431490384615
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.456806848404256
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9437749335106385
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.131064967105263
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6922433035714284
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.168661794354839
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.420337433510638
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6248570884146343
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.704345703125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.468359375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.120967741935484
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9532063802083335
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.194682459677419
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.697265625
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.730678013392857
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.92578125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9747314453125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9625166223404253
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1606702302631575
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7132626488095237
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.92896719858156
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.649104420731707
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.112356085526316
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.715898678626543
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6830357142857144
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9848875221631204
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.165912828947368
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6353372713414633
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7374441964285716
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6566787347560976
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.682103737113402
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7337740384615383
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.688693576388889
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.005208333333333
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.22734375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.210185546875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7539966724537037
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.454241071428571
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.703143084490741
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.713696037371134
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7641541280864197
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.664364529639175
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7293009020618557
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.754234047202797
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.712673611111111
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0234375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2546875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8559311375473486
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2218359375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7196651005244754
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.490327380952381
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6766493055555554
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9869791666666665
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20703125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6905088682432434
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7694356424825175
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.203095703125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7242838541666665
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.041666666666667
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.284375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.480933779761905
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.244951171875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.478701636904762
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.879890210700758
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8490804036458335
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7191986908783785
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4598186045040484
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8884388316761362
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6683646537162162
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.734375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.414117851720648
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.477246489119433
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.429908246314496
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.430632432945344
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.35908707002457
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.958347227515244
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.245492788461538
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.458374923218673
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.377245853808354
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.549318484042553
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.872141768292683
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.353515625
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.141977163461538
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8339146205357144
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9970345846036586
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.271484375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.087565104166667
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8951207602896343
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.171274038461538
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.097974844858156
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.486826795212766
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2808388157894735
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9096912202380953
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.225302419354839
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.571359707446809
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.712604801829268
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7770298549107144
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.501978058510638
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.396925403225806
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.996826171875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.26530997983871
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8661411830357144
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7754952566964284
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.123291015625
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.025960286458333
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.00745234929078
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1937705592105265
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.765718005952381
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.142176418439717
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6605373475609757
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.323396381578948
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9001615547839505
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.923921130952381
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.034726839539007
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.220600328947368
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7585746951219514
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8156622023809526
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8649927512886597
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.679401676829268
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8706430288461537
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8270399305555554
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.153645833333333
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44296875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.360849609375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.784987461419753
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.398158482142857
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.93676456404321
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7637524162371134
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8182448398919755
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9103978737113403
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.792566043814433
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7920673076923075
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7454427083333335
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.065104166666667
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9832467743844697
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31171875
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.278037109375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.435453869047619
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.904051027097902
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8627387152777777
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.200520833333333
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8601932010135136
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.48203125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8122814685314683
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4299609375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7643229166666665
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.083333333333333
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3484375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3776971726190474
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2955859375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.417038690476191
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9100045868844697
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7576277449324325
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.014996152935606
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5018068383097165
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.932528409090909
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9099978885135136
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.784285261824324
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4268685159412957
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.43660251138664
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.502485795454546
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.341330339068826
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.401825476044226
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.050358469893292
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.319711538461538
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.432758753071253
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.297474854115479
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.616331449468085
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.493384576612903
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.929592225609756
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.227013221153846
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.90673828125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.978271484375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.283353365384615
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.165445963541667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8101955506859757
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106670673076923
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.190602836879433
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.527667885638298
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.383840460526316
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.0558965773809526
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.294732862903226
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8153105945121952
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.5541722074468085
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.734095982142857
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.433635305851064
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.357232862903226
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.058024088541667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.117439516129032
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7843540736607144
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.657924107142857
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1142578125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9742838541666665
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.065284242021277
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.251644736842105
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.927641369047619
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.107823581560283
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8269340701219514
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.0152150848765435
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.284539473684211
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9971168154761907
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.93768007535461
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.140933388157895
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.915967987804878
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.792875744047619
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9733811211340204
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.662061737804878
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9551737325174825
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9149305555555554
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.248697916666667
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.58203125
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.50037109375
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3581659226190474
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.833080150462963
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8905888310185186
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8644490979381443
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6828944830246915
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9153712951030926
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7275088595360826
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.826117242132867
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.059684984611742
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.803493923611111
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.126302083333333
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3859375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33408203125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.473958333333333
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8713532561188813
/ckpts/RedPajama//70M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.982448268581081
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.848849826388889
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.16015625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44609375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7222601617132867
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39123046875
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.688259548611111
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.98828125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21015625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.438523065476191
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.214482421875
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.435453869047619
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.856559984611742
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3531835146761133
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8985336766098486
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.762976444128788
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.85816089527027
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.666121199324324
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3405158780364372
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.318911240786241
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.366954232034413
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.43895495951417
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.836848561356707
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.28268964987715
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.130258413461538
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.332021652334152
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.427110526719901
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4555934175531915
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.147996471774194
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8002393769054876
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.119140625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6642020089285716
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9532470703125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8527534298780486
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.154597355769231
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9664157774390243
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.28515625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9464760638297873
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.142886513157895
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.422830784574468
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.804780505952381
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6854039634146343
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.09734122983871
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.467794215425532
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6424037388392856
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.555044880319149
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.180191532258065
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9259033203125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.343056955645161
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.692173549107143
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.746372767857143
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9783121744791665
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.088785807291667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.919076906028369
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.112561677631579
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.779017857142857
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7164592978395063
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6458650914634148
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.975357380319149
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.162314967105263
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.094775044326241
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.845982142857143
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.273643092105263
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.753342461340206
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.036644345238095
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7254668445121952
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8617092225609757
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7395104895104896
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7133246527777777
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9954427083333335
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23828125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.233046875
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.411830357142857
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.665798611111111
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.739324122299383
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7244684278350517
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8747649016203702
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7788740335051547
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.900410760309278
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7831920276988638
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7088614510489513
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.674587673611111
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9694010416666665
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18984375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.204619140625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.691670185810811
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5129278273809526
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7565832604895104
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7227647569444446
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.020833333333333
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.271875
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.858050152972028
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.25431640625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8301866319444446
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.15234375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.434375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.471819196428571
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.373349609375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.466796875
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.753166429924242
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3809977543016196
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.646167652027027
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7964311079545454
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8868297230113638
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7133393158783785
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8509818412162162
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.454591820597166
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.35306453470516
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4009441422064777
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.473628858805668
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.874464081554878
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.185396634615385
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.45341292997543
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3717319947788695
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.493919878685504
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4862283909574465
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.213772681451613
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.000119092987805
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3115985576923075
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.699497767857143
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.003092447916667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8979194455030486
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.202524038461538
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.060862471417683
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.370342548076923
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.001551418439717
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.190481085526316
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.867280505952381
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.570054853723405
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.742282774390244
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.385710685483871
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.504488031914893
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.811558314732143
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.614261968085106
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.250189012096774
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.204793294270833
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.489289314516129
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.720982142857143
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8558175223214284
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.043050130208333
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.173746744791667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.136469414893617
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3558799342105265
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.051246279761905
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.764913676697531
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9617473323170733
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.026207890070922
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2113486842105265
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9168526785714284
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.18112810283688
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8033787048969074
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3608141447368425
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7662442835365852
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.205171130952381
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9806592987804876
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7777534965034967
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7464192708333335
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.045572916666667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.288603515625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.455915178571429
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9173779899691357
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.793963396990741
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9403390786082473
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9920367959104937
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8286082474226806
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.814578894412879
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8924142263986012
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.010510631443299
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8675130208333335
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.20703125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.47421875
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4384765625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.738993876689189
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4230840773809526
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7988554414335662
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7642144097222223
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.076822916666667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3359375
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.944561298076923
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31765625
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9244791666666665
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.243489583333333
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.425688244047619
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.57421875
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.49564453125
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.432291666666667
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9158639618844697
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5956280048076925
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.890255489864865
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.831783410274621
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.958533084753788
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7665223817567566
/ckpts/RedPajama//70M_RP_29-0.0625-0.125-0.28125-0.125-0.1875-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9731049408783785
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.61328125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.356606073402949
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.529031977479757
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.549591188006073
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9495879382621952
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2098858173076925
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3851015433046685
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.262774493243243
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.282608069717445
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.489951795212766
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.148941532258065
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9959627477134148
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.791050502232143
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2489483173076925
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.111490885416667
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8541170445884148
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.105769230769231
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.875714557926829
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.138070913461538
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.019586657801418
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.270559210526316
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8778831845238093
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.512067819148936
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7599561737804876
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.220451108870968
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.400864361702127
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8101632254464284
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.419614361702128
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.009608114919355
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.16015625
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.03874747983871
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7083565848214284
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.019205729166667
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7369559151785716
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.063802083333333
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0455322265625
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.322985197368421
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.929873511904762
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7564380787037037
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.757860137195122
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9126218971631204
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.15234375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7211681547619047
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7683634020618557
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9308095079787235
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.184313322368421
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6899771341463414
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7509300595238093
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6838319359756095
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8681162587412588
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.841037326388889
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.10546875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24921875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.318056640625
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.600074404761905
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.812813464506173
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.640353732638889
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.825406733247423
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.665545428240741
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6650088595360826
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7756791548295454
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9156195367132867
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.687661082474227
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8833550347222223
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.154947916666667
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3234375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.708377322635135
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37908203125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.551804315476191
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7660210882867133
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7473958333333335
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9830729166666665
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11328125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21900390625
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7871503496503496
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7684461805555554
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.592447916666667
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.001953125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.244208984375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.583054315476191
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8148748224431817
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5074131768724697
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.754618876689189
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.696773644649621
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7161273378314394
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5908994932432434
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6186391469594597
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5523983109817814
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.239855267199017
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6085170483299596
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.560843402074899
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.833323408917683
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.090444711538462
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.290425368550369
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.374078624078624
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.315278524262899
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.380219414893617
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.988501764112903
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7120884486607144
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8909941882621952
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.160757211538462
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9978434244791665
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9837199885670733
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.234975961538462
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9095905583079267
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.175180288461538
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8830756870567376
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.127878289473684
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.703125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.428307845744681
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6521055640243905
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.064012096774194
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.506499335106383
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.749302455357143
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.453648603723404
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.195564516129032
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.056844075520833
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.085244455645161
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8255092075892856
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1407470703125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7775181361607144
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.950465425531915
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0650634765625
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.205900493421052
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6158733603395063
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7799479166666665
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6998380335365852
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.043633643617022
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.290912828947368
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6441688144329896
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9459635416666665
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9691932624113475
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.219675164473684
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7562881097560976
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8210565476190474
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7114138719512195
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.745410839160839
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.729275173611111
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9563802083333335
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.096875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.190263671875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.532087053571429
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6849983121141974
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7054405605670104
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.79443359375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.70532527970679
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6804939038825757
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7998348904639174
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.800275895979021
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.782443576388889
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.727589400773196
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0234375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.165625
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5695206925675675
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2569921875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.587425595238095
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.894476617132867
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.876736111111111
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29296875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36451171875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8233855987762237
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.661644345238095
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.800998263888889
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.045572916666667
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18984375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.278251953125
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.586867559523809
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.726266571969697
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.627637114119433
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.632706925675676
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8015950520833335
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7388657078598486
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7349028716216215
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.648780616554054
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.571300923582996
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.403730612714988
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.645701543522267
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.430363581730769
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.014838986280488
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.269381009615385
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.329699017199017
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.446670569717445
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3090112484643734
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.532322140957447
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.2421875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8427036830357144
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9258348418445124
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.178936298076923
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.175089518229167
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.068919112042683
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.320913461538462
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.082709995567376
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.937053401295732
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.230168269230769
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.332853618421052
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9715401785714284
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8012099847560976
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.464793882978723
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.108996975806452
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.567869015957447
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.766392299107143
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.320879536290323
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.43173204787234
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.093546549479167
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9169921875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.172379032258065
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.221435546875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8137904575892856
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.985940270390071
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.841290509259259
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.243421052631579
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1207275390625
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8293340773809526
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.718083079268293
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.133394281914893
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8408102448453607
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.4019325657894735
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.049851190476191
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9583887411347516
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.834079649390244
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.210217927631579
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8936941964285716
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7124618902439024
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.934836647727273
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9047309027777777
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.169270833333333
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34609375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3880859375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.572544642857143
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.727569203317901
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.742529800257732
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.909794560185185
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.790545428240741
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8281360973011362
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.900370489690722
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8411549388111887
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7794816300675675
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8138020833333335
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7675378543814433
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.059895833333333
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.209375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.296484375
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.631045386904762
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9859183784965033
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.952365451388889
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.213541666666667
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.41796875
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4561328125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.887920673076923
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5363653273809526
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8287760416666665
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.087239583333333
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24921875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3047265625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.449776785714286
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.757043087121212
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4527375379554655
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.672218116554054
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.868234345407197
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.951560280539773
/ckpts/RedPajama//70M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8559966216216215
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7462521114864864
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.349590179668304
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.369603207236842
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3832355452935223
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3646531819331984
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9848751905487805
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.274038461538462
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.222032401719901
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2399656403562656
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.208504491707616
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.467702792553191
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.251827116935484
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.808803013392857
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8371224752286586
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2120361328125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.123497596153846
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.857683879573171
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.150240384615385
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.016788563829787
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2759046052631575
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.817186309070122
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106820913461538
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9538690476190474
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7564786585365852
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.354820478723404
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.029233870967742
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.370478723404255
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7040318080357144
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.056892641129032
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.341514295212766
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.027099609375
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7081821986607144
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.008222026209677
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.045328776041667
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.679931640625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8552637924382718
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8512716090425534
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.108347039473684
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0050048828125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7473028273809526
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6678258384146343
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8225072487113403
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8741273271276597
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.119962993421052
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7691592261904763
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.82794492464539
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6851181402439024
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.088507401315789
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7329799107142856
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.941092111013986
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.640625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8746744791666665
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.143229166666667
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3265625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37712890625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.47265625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6725019290123457
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6506523840206184
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.698320553626543
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9988717743844697
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6389551986882718
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6711702641752577
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8037901182432434
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.786098666958042
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7301432291666665
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.966796875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.623952963917526
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11640625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2092578125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.409040178571429
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.803936298076923
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.752712673611111
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.98828125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1375
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.229794921875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7669908216783217
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.424107142857143
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7145182291666665
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9485677083333335
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09453125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.177880859375
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.437034970238095
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3836348684210527
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.857980439157197
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.623363597972973
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8775634765625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8407278349905303
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6456661739864864
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6015625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.258469940110565
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4517767902327936
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.404514328188259
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.464116270242915
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8737018864329267
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1688701923076925
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.341542536855036
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.272688882063882
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.387076130319149
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.364562538390663
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.080519153225806
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7303292410714284
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.068440755208333
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.975657393292683
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.263070913461538
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8957400438262195
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.188852163461538
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8970938608156027
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.149362664473684
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.009336890243903
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8130580357142856
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.310096153846154
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6783536585365852
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.461103723404255
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.227885584677419
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.401454454787234
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8128836495535716
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.15673828125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.106287802419355
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.483103390957447
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.766078404017857
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.276587701612903
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.075846354166667
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7158082561728394
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.868617466517857
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9953041888297873
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.248355263157895
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.190185546875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.966796875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6935003221649483
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.73828125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9123310062056738
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.163856907894737
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8515625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.026942043439717
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7189881859756095
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2876233552631575
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9932105654761907
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8231124344405596
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7680121527777777
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.01953125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16796875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7658155487804876
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2508203125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.401785714285714
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.836618682484568
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8059157538659796
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.737672405478395
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.893428918087121
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.877363040123457
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7194346005154637
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.67113597972973
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.921956949300699
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8706597222222223
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.12109375
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.30546875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8456628543814433
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.35970703125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.495721726190476
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.842356861888112
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7896050347222223
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.033854166666667
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18984375
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.274208984375
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9620574737762237
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.436476934523809
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8989800347222223
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.161458333333333
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.35546875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39294921875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.523344494047619
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.414248323633603
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.985469933712121
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7833614864864864
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.915767785274621
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.022475733901515
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.680927998310811
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.827491554054054
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.287205351658477
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.495662797317814
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.458229219382591
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4815164789979756
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9137647675304876
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.197265625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.40993070485258
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3482992936117935
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.412076130319149
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.382985257985258
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.130355342741935
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7555106026785716
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.104899088541667
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.059909727515244
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.349759615384615
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.931889960106383
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9495938929115852
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.204927884615385
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.179790296052632
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8563058035714284
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9993807164634148
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.248347355769231
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.721370045731707
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.523113364361702
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.361328125
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.906005859375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.445669880319149
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.243082682291667
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.475249335106383
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.224420362903226
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.810791015625
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.306073588709677
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7561607831790123
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1083984375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8353445870535716
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0863807624113475
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.352384868421052
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.197102864583333
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.086309523809524
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.737475837628866
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8000190548780486
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.900002770390071
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.234066611842105
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9069010416666665
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9571143617021276
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.291118421052632
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.743807164634146
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8608774038461537
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8046875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9720982142857144
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.046875
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2109375
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.286787109375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7721036585365852
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.419270833333333
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.949924045138889
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9086259664948453
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8052842881944446
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9317146070075757
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8823603877314814
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.704708614864865
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7652424291237114
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0150923295454546
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9456380208333335
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.205729166666667
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4359375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.826916881443299
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.502890625
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.465401785714286
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8952551354895104
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8442925347222223
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.067708333333333
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.28828125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.35478515625
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.947265625
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.507254464285714
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8920355902777777
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.12109375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.36953125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42115234375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5207403273809526
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3962787828947367
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0672866358901514
/ckpts/RedPajama//70M_RP_26-0.125-0.25-0.28125-0.0625-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.906355574324324
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.876361268939394
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.920902136600379
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7894847972972974
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8517472550675675
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.252375422297297
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4113067750506074
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.387643914473684
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4166284476214575
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.848430354420732
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.090144230769231
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.273629453316953
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.360123005319149
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.239389780405405
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.291049216830467
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.081842237903226
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6966029575892856
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.014892578125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8682236089939024
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.126502403846154
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7888270168439715
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1196546052631575
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8277617663871952
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.082181490384615
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.753627232142857
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8871713033536586
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.698218368902439
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.150540865384615
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.377842420212766
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.104334677419355
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7183314732142856
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.34594414893617
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.033487955729167
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3973986037234045
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.05695564516129
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6676199776785716
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.137663810483871
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.688181182484568
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.992919921875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7434779575892856
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8094248670212765
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1484375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7779017857142856
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0589599609375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6513571198453607
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.686451981707317
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.763533355496454
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.102282072368421
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.734095982142857
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8287206338652484
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7962876966783217
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.169099506578948
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6463414634146343
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.744357638888889
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9518229166666665
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14453125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.820126488095238
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.23166015625
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.560267857142857
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6839748475609757
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7131920331790123
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.67578125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7876383463541665
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.660174334490741
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7304808063271606
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.670264991554054
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.626047036082474
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8151223776223775
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7660590277777777
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9798177083333335
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.171875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.690379349226804
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.25158203125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.551339285714286
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.777972027972028
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7281901041666665
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9296875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.204296875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.831143465909091
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.552641369047619
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7866753472222223
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.001953125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.19921875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2768359375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.506231398809524
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4774323127530367
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8092484907670454
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6938344594594597
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7752204663825757
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.821418531013258
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6514199746621623
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7114389780405403
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.369294187653563
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4317987727732793
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4975724316801617
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4470837550607287
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.986524628429878
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.236177884615385
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.31176097972973
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.46451130319149
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.403341907248158
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.279359879032258
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.329420684889435
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8414481026785716
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.141316731770833
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9063750476371952
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.160006009615385
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9333998226950353
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.265830592105263
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.019459794207317
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9909784226190474
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.280799278846154
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.744140625
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9268649961890243
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.170673076923077
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.41586602393617
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.159463205645161
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7606375558035716
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.492362034574468
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0638427734375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.430302526595745
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.340788810483871
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8605565200617282
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.188760080645161
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.857456752232143
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.195963541666667
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8544575576241136
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7626953125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.186677631578948
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.855375744047619
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.803298163659794
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.092244466145833
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.719750381097561
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9799839317375887
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.314555921052632
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.006045386904762
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.929168487762238
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8781305407801416
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8802083333333335
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.100260416666667
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34140625
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.217619243421052
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7732945884146343
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8697916666666665
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3836328125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5859375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.723370807926829
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.752170138888889
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7178036404639174
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9055989583333335
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9154188368055554
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8345122466216215
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.778760368441358
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8435486469072164
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8518493225524475
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.802734375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.029947916666667
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.22578125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.294130859375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7425700708762886
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.513857886904762
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.963887674825175
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9154730902777777
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.151041666666667
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.40234375
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.43330078125
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.871421547202797
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.546595982142857
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8204210069444446
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.049479166666667
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24921875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.321796875
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.525948660714286
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5248371077935223
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.843172940340909
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7393369932432434
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9369710286458335
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8574329723011362
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.882522170608108
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.765888935810811
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.453441722972973
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5545491206983804
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.567924468623482
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4997192877024292
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0759098704268295
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3446514423076925
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3147890433046685
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.537790890957447
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.342056011977887
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.417527721774194
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.225809083230958
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9174107142857144
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.229044596354167
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8699325933689024
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.184044471153846
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.033120013297872
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.373766447368421
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.099702380952381
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9121451028963414
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2430889423076925
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8226943597560976
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.762891815929878
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.069561298076923
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.446151928191489
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.143775201612903
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.752232142857143
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.469240359042553
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.021240234375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.366755319148936
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.209488407258065
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9817527488425926
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9985824092741935
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8340541294642856
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.94672539893617
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.058797200520833
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6632603236607144
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2222450657894735
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.905202963917526
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8779761904761907
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.90380859375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6537728658536586
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9851784131205674
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.25
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0223175262237763
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9389880952380953
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9623480902777777
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.204427083333333
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8267813608156027
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.471875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.094366776315789
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.508359375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7130811737804876
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.755766369047619
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.471075148809524
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5864138719512195
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.778296199845679
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.769128543814433
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9840383818655303
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8180820794753085
/ckpts/RedPajama//70M_RP_6-0.25-0.0625-0.28125-0.125-0.09375-0.0625-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9507495777027026
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.652150848765432
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.868129916958042
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8083722615979383
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.748046875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0546875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23046875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.291806640625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6403632409793816
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.487909226190476
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9113854895104896
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.791232638888889
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.087239583333333
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29296875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7639313811188813
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3444921875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6490885416666665
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.939453125
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.525855654761905
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1997265625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5140949202935223
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.488932291666667
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.864361387310606
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.715450802364865
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9012747099905303
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7732525449810606
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.763671875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5900021114864864
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.245133983415234
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.485185507338057
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.519333565283401
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.572562152074899
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7896936928353657
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.099308894230769
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.209824170761671
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.382380319148936
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2531960227272725
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.026524697580645
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.339738175675675
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6768275669642856
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9239908854166665
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7516256192835367
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.079627403846154
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.855260970744681
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.118112664473684
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7681361607142856
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.801245712652439
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6011814024390243
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1219951923076925
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9041360994664633
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.260366586538462
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.351429521276596
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.976657006048387
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.670131138392857
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.391181848404256
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9027913411458335
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.473495678191489
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.051411290322581
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.68139949845679
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.189075100806452
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7003348214285716
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.810380651595745
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8080357142857144
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9447428385416665
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0815172697368425
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6727609536082473
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7327938988095237
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.046671549479167
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.599609375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.867519946808511
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.783899694055944
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.137952302631579
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.674587673611111
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.958984375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11015625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.799107142857143
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.972490026595745
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.221708984375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.247121710526316
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.466238839285714
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6000857469512195
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.972563244047619
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6696836890243905
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.618182146990741
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7960316051136362
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6206709085051547
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.702166521990741
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6164220861486487
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.814621913580247
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.745465472027972
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.68347293814433
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.638454861111111
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9134114583333335
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.196650390625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7940963273195876
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.472377232142857
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.800207604895105
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.680447048611111
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9772135416666665
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9044197989510487
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.240712890625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7783203125
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.08203125
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.434895833333333
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.275
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3435546875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5321514423076925
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.576636904761905
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7621404474431817
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5663534628378377
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8078058416193183
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8902883818655303
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6367715371621623
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.743533572635135
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.274661202395578
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.584968844888664
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.545352827682186
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.616214891194332
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.821062785823171
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.144080528846154
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.359744510135135
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.411469414893617
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.076360887096774
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.288788966523342
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.71923828125
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.406864250614251
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9655354817708335
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9334865663109757
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.262169471153846
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8889766179078014
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.168071546052632
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.828311011904762
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6150914634146343
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8419338319359757
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.182241586538462
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9875369188262195
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.326923076923077
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4890874335106385
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.233996975806452
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8527134486607144
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.425357380319149
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.079996744791667
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.535629986702127
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.717303240740741
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.103956653225806
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.321257560483871
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.752685546875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.006607380319149
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7032256765463916
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2734375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9908854166666665
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9077845982142856
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9752604166666665
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.119425455729167
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.711842606707317
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8202988417832167
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.910294769503546
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.699978298611111
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.00390625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16171875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1791735197368425
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.264609375
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8754650297619047
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0576795212765955
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4816778273809526
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.315172697368421
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6265243902439024
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.117466517857143
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.759432164634146
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8510862750771606
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.822857481060606
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.830883537371134
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.645164695945946
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.749668451003086
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9131944444444446
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9305343094405596
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8101128472222223
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.100260416666667
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.737375161082474
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31953125
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3744921875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.892598260309278
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.521112351190476
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8418105332167833
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7200520833333335
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.016927083333333
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1890625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9795399912587412
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28837890625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.861111111111111
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6570921368927127
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1640625
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.455264136904762
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.40546875
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.456376953125
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.528924851190476
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9193374171401514
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7923880912162162
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.842422022964015
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.962365352746212
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.676071579391892
/ckpts/RedPajama//70M_RP_12-0.125-0.25-0.0703125-0.125-0.1875-0.125-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8582136824324325
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.266949477886978
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.695336222165992
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.583731338562753
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.911394817073171
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.605959008097166
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.217247596153846
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.303406211609337
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.408710106382979
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.085748487903226
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.185263743857494
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.935267857142857
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.20283707002457
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1072998046875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.959180878429878
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2510516826923075
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9867021276595747
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.230263157894737
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.892392113095238
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7036490091463414
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.816072789634146
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.107271634615385
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8378965796493905
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.138521634615385
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.435929188829787
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.152217741935484
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9581473214285716
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.204142252604167
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.333934507978723
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.80591121720679
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.350656582446809
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.941532258064516
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9733807963709675
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.744140625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8302525111607144
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.031665558510638
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.28515625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.848667689732143
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.017822265625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9482886904761907
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7335651676829267
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.040934244791667
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.975674715909091
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7948133680555554
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.092447916666667
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.171875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8755817819148937
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34423828125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.114309210526316
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.596354166666667
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7453497023809526
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.894919104609929
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.138671875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6361471036585367
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.773530505952381
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6632526676829267
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8683268229166665
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.999563506155303
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8042042525773194
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6912478885135136
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.687433690200617
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7098464023919755
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0283954326923075
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8409288194444446
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.140625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.246875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.639859858247423
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4348828125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.529761904761905
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6603576030927836
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.87228201486014
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7051866319444446
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.990234375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0359375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.575875347925101
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8941761363636362
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2317578125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7262369791666665
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0078125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06328125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.592168898809524
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2602734375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.564546130952381
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.051003196022727
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.746120143581081
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9060502485795454
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.927142518939394
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.576198268581081
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.173122696560196
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.601668074324324
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6195834387651824
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.677900430161943
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7978813357469514
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0908954326923075
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6252569901315788
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.218366093366093
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.325224401595745
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9223790322580645
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8119419642857144
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.290876458845209
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9990234375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.229652948402949
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8513779058689024
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.155949519230769
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.85333554964539
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1020764802631575
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7288876488095237
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6117092225609757
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9457710080030486
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.242487980769231
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8711949790396343
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.173828125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.363829787234042
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.997101814516129
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.871058872767857
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.055989583333333
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.426570811170213
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.672296971450617
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3749002659574465
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.115108366935484
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6236509342783507
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.021011844758065
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9425571986607144
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9177748226950353
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.169716282894737
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.157063802083333
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8153831845238093
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9129464285714284
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6743521341463414
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.067301432291667
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.855550699300699
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9752604166666665
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.019921875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2021875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.01454454787234
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.560732886904762
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2748766447368425
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.957217261904762
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9337184175531914
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.188219572368421
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7044588414634148
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8446800595238093
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6721131859756095
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.739233699845679
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8872736150568183
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6838555090206184
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8362147955246915
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7556001639660495
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.911836210664336
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7367621527777777
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.033854166666667
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08984375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.775209407216495
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28921875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.582496279761905
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.701755798969072
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0080310314685317
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8311631944444446
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.127604166666667
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20859375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.703358267965587
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9298377403846154
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7562934027777777
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.652250744047619
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11328125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3108984375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.558314732142857
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9489635120738638
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6267947635135136
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.033132842092803
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9594319661458335
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.721389358108108
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.318335380835381
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6414168074324325
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.644037038208502
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.737846343623482
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9765089081554876
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.286658653846154
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7830884678643724
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.247970093673219
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.450465425531915
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.176222278225806
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9964076450892856
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.359240632678133
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.174031575520833
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.222589066339066
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.889136337652439
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.18359375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.051044437056738
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2972861842105265
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9852120535714284
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.742473323170732
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.026468416539634
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.327524038461538
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.879710127667683
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.392436835106383
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.357572115384615
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.045425907258065
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8947056361607144
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.091552734375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.894187644675926
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.48647772606383
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.347764295212766
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.256237399193548
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8100636275773194
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.046665736607143
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9600371232269502
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.055947580645161
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1968544407894735
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8523995535714284
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.22119140625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.985316685267857
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7087461890243905
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0496885926573425
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.133992513020833
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8577473958333335
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.161458333333333
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2640625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42521484375
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.566778273809524
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.103058510638298
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.357113486842105
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.066871279761905
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.73064882535461
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.763719512195122
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.215871710526316
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1594122023809526
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6771627286585367
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7777235243055554
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0726799242424243
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.717944587628866
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.766971072635135
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9727165316358026
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9507621284965033
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8012815875771606
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7730034722222223
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.063802083333333
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13828125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.868093588917526
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30720703125
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.560546875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.682264819587629
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1014942089160837
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.8101949962044532
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.900390625
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.205729166666667
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3421875
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.491640625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.107722355769231
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5476190476190474
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7886284722222223
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.05078125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1046875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.44181640625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.7214471726190474
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.980276396780303
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6642472550675675
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.115323153409091
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.096061937736742
/ckpts/RedPajama//70M_RP_24-0.0625-0.5-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.835224873310811
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.256483223280099
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7101192989864864
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7032712866902835
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.722446704200405
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.927472370426829
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.400540865384615
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.69096738992915
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.139194947788698
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.376487699468085
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.125630040322581
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0328892299107144
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.152943604115479
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.177897135416667
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.119126228501228
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7844774199695124
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7777593085106385
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.254657451923077
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.284333881578948
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.219308035714286
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.706078506097561
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.805003096417683
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.25390625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.270511968085106
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7711270960365852
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.234074519230769
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.916015625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8870675223214284
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8653187692901234
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.032145182291667
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.282172539893617
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.942445816532258
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.251587433510639
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7262000644329896
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9016810825892856
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.617436835106383
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9008631552419355
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.104543585526316
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.006417410714286
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.060709635416667
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8712332589285716
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6075647865853657
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1614674388111887
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.831814236111111
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.09765625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.012003580729167
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1734375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.488828125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.7062872023809526
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6424950132978724
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.121402138157895
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.039527529761905
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.60192265070922
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.599561737804878
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.086965460526316
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9703311011904763
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5885099085365852
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.654911747685185
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.148733428030303
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5651779961340204
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7625105574324325
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6690357349537037
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9997404938811187
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7007378472222223
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6387321566358026
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9407552083333335
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.966796875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.587548324742268
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.354375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.685732886904762
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5545465528350517
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7304015371963564
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0221536276223775
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.719509548611111
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9609375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.99609375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3729296875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9827906468531467
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.716982886904762
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.685546875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.921875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.953125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.335
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.699590773809524
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9981948390151514
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5848289695945947
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0140787760416665
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.171639857186732
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9847819010416665
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.608134501689189
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.567646748310811
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.788030585779352
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.819913538490854
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.281099759615385
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7409025493421053
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.807372058451417
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.242739365786241
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.301047207446809
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9612840221774195
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9209681919642856
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.063395182291667
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.178617360257985
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.268681856572481
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6635915336879434
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9084353563262195
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.144634046052632
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.390775240384615
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.057663690476191
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6193311737804876
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8362114138719514
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.316556490384615
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.364486369680851
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9454435022865852
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4346454326923075
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.092993951612903
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.01904296875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.694492669753086
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1639404296875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.307795877659575
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6082474226804124
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.995274697580645
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.386361369680851
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.762785350177305
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9617745535714284
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.14453125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.242495888157895
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.200241815476191
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.080281575520833
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.045654296875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.038065450174825
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6734470274390243
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7294921875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9856770833333335
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.012109375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.205159505208333
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.38064453125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.722842261904762
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.66938164893617
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.154296875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.079148065476191
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7977061170212765
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6260956554878048
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2890625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.254464285714286
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.716701600609756
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8320674189814814
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0304509943181817
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6240762246621623
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.706628543814433
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.718557098765432
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1418542395104896
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8130425347222223
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.080729166666667
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1421875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8773811246141974
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6213555090206184
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.46763671875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.714657738095238
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.747019974226804
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.572755883097166
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.054960664335664
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7501085069444446
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9791666666666665
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0453125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4046484375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6867559523809526
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1827469405594404
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.846462673611111
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.122395833333333
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.19609375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.53203125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1328568892045454
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.706194196428571
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.738175675675676
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.043893525094697
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.007404599201474
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.65355785472973
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.158240116003788
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.78687183277027
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7601214574898787
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.652278248856707
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0967548076923075
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.841599190283401
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.537579864625506
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.138538896276596
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.197059275184275
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.731665826612903
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7158203125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8956298828125
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.307931511056511
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.326277449324325
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.474290780141844
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9656661184210527
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8543790491615852
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.326171875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7644159226190474
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5367282774390243
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.998826934070122
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.512019230769231
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.321991356382979
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.873707841082317
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.263371394230769
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.023973034274194
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9647739955357144
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.487461419753086
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1116943359375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.427543218085106
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4228213595360826
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.229460685483871
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.436577460106383
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.698332225177305
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0926688058035716
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.193564967105263
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.195753528225806
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.102864583333333
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.247884114583333
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.849500109265734
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7622767857142856
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.57421875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6427210365853657
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8053385416666665
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.80234375
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.16337890625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.019734700520833
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.613932291666667
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8522273936170213
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.348478618421052
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.381324404761905
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.872091090425532
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.749952362804878
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.241159539473684
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.033203125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.685213414634146
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8579730409564394
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7602177372685186
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4331186655405403
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6449138208762886
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9523111979166665
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.078616695804196
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7652994791666665
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.013671875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7739800347222223
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07265625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7945594394329896
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4138671875
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.653366815476191
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.806016430412371
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5573601973684212
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2415455638111887
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8961588541666665
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.157552083333333
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.275
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.58306640625
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.738188244047619
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.870014750874126
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7548828125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0546875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2765625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.35763671875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.572544642857143
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0715073094223486
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6730363175675675
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2134380918560606
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.35499366554054
/ckpts/RedPajama//70M_RP_999-0.66796875-0.168375-0.046875-0.04296875-0.04296875-0.02734375-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8514041385135136
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7732229521780303
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.757179054054054
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4544218117408905
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.918278391768293
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.322115384615385
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4679513537449393
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4422958312246963
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4638214760638295
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.225118051289926
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.258064516129032
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8330078125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.055826822916667
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.246698402948403
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.213471283783784
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.915267619680851
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2699424342105265
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.105561755952381
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.762873951981707
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.147986778846154
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.729801829268293
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7871391482469514
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.160306490384615
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.349642619680851
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.754215891768293
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.163611778846154
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.038873487903226
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8312837577160495
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6615164620535716
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8932291666666665
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3675947473404255
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8498711340206184
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.061806955645161
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.339428191489362
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6722586495535716
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7397911125886525
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.098684210526316
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.022271925403226
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.910852819055944
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9033668154761907
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9119466145833335
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.799045138888889
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.076822916666667
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3328125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5899866615853657
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.687290736607143
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.406396484375
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.645089285714286
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8835856119791665
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7673564937943262
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.128186677631579
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9094122023809526
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.611613948170732
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7239167774822697
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0923108552631575
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.886625744047619
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.589176829268293
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.804495146780303
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.633445457175926
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8038429054054053
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6694386275773194
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.658619068287037
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7603529283216783
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6494140625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9095052083333335
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11953125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6113220968364197
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6948292525773194
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.243916015625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.470238095238095
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.66223018685567
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4803185096153846
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.777289117132867
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6741536458333335
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9348958333333335
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14296875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2641015625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.497674851190476
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7453562062937062
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6393229166666665
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.89453125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09921875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.24091796875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.675677675189394
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.468377976190476
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.620381123310811
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6989339192708335
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.257582156019656
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6433699324324325
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.666507605350379
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6045449746621623
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.551054054908907
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8007693407012195
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.194861778846154
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4969635627530367
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.558827017965587
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3786070478723405
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.351159398034398
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.095703125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6963588169642856
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9322916666666665
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.277425330159705
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.778202570921986
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.367811348280099
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1372327302631575
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9479166666666665
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9095548304115852
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.343599759615385
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6171875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8212831078506095
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.223407451923077
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.468691821808511
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.936297160823171
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.341646634615385
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.245652721774194
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6823157793209877
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.795689174107143
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.038370768229167
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7147632087628866
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.395329122340425
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.12273185483871
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.477235704787234
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9034242021276597
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7398158482142856
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.261101973684211
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7977218094405596
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.285912298387097
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.160993303571429
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6826171875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9518229166666665
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9514973958333335
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1671875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6883574695121952
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.288271484375
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8439243861607144
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.521856398809524
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.070068359375
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8124030363475176
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.169613486842105
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9750744047619047
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.638671875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9379155585106385
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.283922697368421
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.146019345238095
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.729754192073171
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7108894116950757
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8182749807098766
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.665065456081081
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8443943298969074
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7023594232253085
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.907957277097902
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7856987847222223
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.06640625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3171875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8593207465277777
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41763671875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7380194909793816
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.676246279761905
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5091330339068825
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.873449581185567
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8163925917832167
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7020399305555554
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9739583333333335
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20546875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.311552734375
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.489676339285714
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9330064466783217
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.813259548611111
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.084635416666667
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7975519353693183
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.442509765625
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.609561011904762
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.792282516891892
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.726299863873106
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.297354883292384
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6892683699324325
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.824570164535985
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8295238597972974
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.603191422064777
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.848972227515244
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.265775240384615
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6280008539979756
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6514976594129553
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.416788563829787
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.417776796683047
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.159652217741935
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.746616908482143
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9928385416666665
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2769262515356266
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8361591312056738
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.193050986842105
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.316099124692875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.024925595238095
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.994539586509146
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3993389423076925
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6576314786585367
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.876530344893293
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1766826923076925
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.528740026595744
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.919743235518293
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.206730769230769
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.377898185483871
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7408733603395063
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.880580357142857
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.113932291666667
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7730750644329896
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3705784574468085
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.143019153225806
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.404097406914894
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.995234929078014
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8753487723214284
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.340460526315789
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.840144230769231
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.3015252976190474
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7261284722222223
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9967447916666665
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.207976310483871
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2390625
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.087361653645833
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3489453125
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.763719512195122
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.488374255952381
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9115164620535716
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.179728190104167
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7787843528368796
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.242804276315789
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8607700892857144
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.719702743902439
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.827086103723404
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.27734375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9163876488095237
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7473773378314394
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.726895960365854
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.931086033950617
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7165857263513513
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9385671713917527
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.778736255787037
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.991941652097902
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.867404513888889
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.161458333333333
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.45546875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.51798828125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.841965663580247
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6654921069587627
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6569940476190474
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.581865194838057
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.722354220360825
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.977504916958042
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.783962673611111
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0546875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.19296875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.326796875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.639508928571429
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.028354458041958
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.828125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.10546875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26171875
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.869643702651515
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39267578125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.653738839285714
/ckpts/RedPajama//70M_RP_4-0.25-0.0625-0.0703125-0.25-0.1875-0.125-0.0546875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8970122466216215
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1927211302211305
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.967843720407197
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7535103462837838
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0100541548295454
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.805637668918919
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5916505883097165
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7841439596036586
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.075420673076923
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.566220426366397
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5973992598684212
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.293708444148936
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.208427710380835
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.006646925403226
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.767543247767857
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9940185546875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.172714795761671
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6666389627659575
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1274671052631575
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.709263392857143
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2274982724201475
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.801335032393293
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.102914663461538
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.705030487804878
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.764624618902439
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.057091346153846
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.304512965425532
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8172637195121952
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.020350302419355
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.119591346153846
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.654122058256173
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.788120814732143
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.015828450520833
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.557224548969072
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.273046875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9704196068548385
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.689480828900709
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.326953125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.153063322368421
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8729239510489513
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.738560267857143
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7376302083333335
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6939019097222223
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9453125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06171875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.046748991935484
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.23302734375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.97607421875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.712223704268293
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6569940476190474
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.812744140625
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.064290364583333
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6442680629432624
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.112150493421052
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6957775297619047
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6423399390243905
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7122257313829787
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.168071546052632
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.771484375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.878639914772727
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.719798018292683
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6732976466049383
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6379064611486487
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.572446842783505
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6229865933641974
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.889805506993007
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.712131076388889
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.974609375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07734375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.251318359375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7054759837962963
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.602957589285714
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.53112918814433
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6436732983299596
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5922801224226806
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8524912587412588
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6776258680555554
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9368489583333335
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0296875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.208447265625
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.628348214285714
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9100060096153846
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7278645833333335
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9869791666666665
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.895766749526515
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10390625
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.279521484375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.668619791666667
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6560916385135136
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.302513628685504
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.861361416903409
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6115392736486487
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.912212949810606
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.677470439189189
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.60592737854251
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9082090796493905
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.202674278846154
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.671084261133603
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.615016921811741
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.392661236702128
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.244562922297297
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.179057459677419
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.887939453125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1326904296875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.326320638820639
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8104637632978724
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.281044407894737
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9300595238095237
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.259400913697789
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8374559355945124
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7408060213414633
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.134314903846154
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.940012862042683
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.238581730769231
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.344406582446808
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8522591939786586
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.072958669354839
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1455829326923075
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8127833236882718
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.856654575892857
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.039591471354167
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.700406733247423
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.411112034574468
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.23015372983871
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.354654255319149
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7307042331560285
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0114865603146854
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8202039930555554
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9404296875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.09375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23203125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.808500744047619
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36734375
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.097404233870968
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.167277018229167
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.680803571428571
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.711032774390244
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8411342075892856
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.066609700520833
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.841686059397163
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.299753289473684
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.957124255952381
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7563833841463414
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7467032358156027
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.204152960526316
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9948138612689394
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8226376488095237
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7134622713414633
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7265564718364197
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.780379011824324
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.613724226804124
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.870732060185185
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9292640952797204
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7467447916666665
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.017578125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.128125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28873046875
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7404558634020617
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.749782986111111
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.675874255952381
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.700677663208502
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6416317654639174
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0501666302447554
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8524305555555554
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.119791666666667
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.28515625
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.40869140625
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.703683035714286
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9495602054195804
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7591145833333335
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.014973958333333
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.928696141098485
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.15390625
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30408203125
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.666108630952381
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6958931587837838
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.366813191031941
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.029696377840909
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.834353885135135
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.952618223248106
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.72144214527027
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.590116554908907
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9889362614329267
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.289663461538462
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.599561930668016
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.50870998861336
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.444855385638298
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.311932963709677
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.279287277334152
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0001046316964284
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1883544921875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.302537622850123
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8948359929078014
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.356291118421052
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.031622023809524
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.786823551829268
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.183684927825553
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.895775771722561
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.240985576923077
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9393102134146343
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.284405048076923
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.40757147606383
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9334611304012346
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.103767641129032
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.797142959222561
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.12890625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.831508091517857
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.790834407216495
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0816650390625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.424883643617021
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.172946068548387
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.10508631993007
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8651789671985815
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8926866319444446
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1640625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.317943816489362
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.209703947368421
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9093540736607144
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.46427734375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9850260416666665
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6555059523809526
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9633316532258065
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.160196940104167
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.732088414634146
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7342006138392856
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9857177734375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.913065159574468
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.247944078947368
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.04296875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8054496951219514
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7513297872340425
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0681744199810606
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.095394736842105
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8294270833333335
/ckpts/RedPajama//70M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.903689822635135
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6342892530487805
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.752567997685185
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7407780283505154
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.805103443287037
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8669006774475525
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7903645833333335
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.029947916666667
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1859375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3466796875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.524274553571429
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.784391108247423
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.520756895242915
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6386296778549383
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6242952641752577
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.909910402097902
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8324652777777777
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.071614583333333
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3955078125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4968377976190474
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.763671875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.871208422111742
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6949869791666665
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.919921875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0484375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.230361328125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.493303571428571
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.701488597972973
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.19870527487715
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.905861594460227
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7485483530405403
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.778564453125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.578494510135135
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.488775461791498
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8174364043445124
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.160006009615385
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5338950215080973
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.330651595744681
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5899307312753037
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.987525201612903
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.174082463144964
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.762241908482143
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.012166341145833
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.771276595744681
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2196137899262895
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.109272203947368
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.853329613095238
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6316692073170733
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.778058307926829
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.29054054054054
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106971153846154
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.832614805640244
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.179086538461538
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.309607712765957
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6552372685185186
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9342867943548385
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.924465272484756
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.268780048076923
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7199009486607144
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6485180412371134
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9708658854166665
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.350764627659575
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7829982517482517
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.014144405241935
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.716579861111111
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.943359375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06796875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7312998670212765
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0922080592105265
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.416846742021277
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.258623046875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7699497767857144
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7999441964285716
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.447079613095238
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.023722330729167
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5902724847560976
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.144468245967742
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8729771205357144
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.103556315104167
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.786901595744681
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.141550164473684
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9000186011904763
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6264291158536586
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7967788233901514
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8916777482269502
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.221319901315789
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.049665178571429
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5971547719594597
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.602858555169753
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7449028201219514
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.609938788659794
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.676004292052469
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7451240166083917
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.680447048611111
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9095052083333335
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0203125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20796875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.544000664220648
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4426153273809526
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6590488079896906
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.788652584876543
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7629872744845363
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7986232517482517
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.73046875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9654947916666665
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09453125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27748046875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4719122023809526
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.892277644230769
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7662242542613638
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8207465277777777
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.046875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2203125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.381015625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.599516369047619
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.553816511824324
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.238257255835381
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.812466708096591
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6216216216216215
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8884018406723486
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7227090371621623
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.625007907388664
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8533310308689024
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.209435096153846
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5555217295040484
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.372514960106383
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6470418459008096
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.040291078629032
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.320461263820639
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8152553013392856
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.034912109375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.818400930851064
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1606702302631575
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.249102618243243
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9460565476190474
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6654916158536586
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9603182164634148
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3579833384520885
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.30859375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.869295445884146
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.203725961538462
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.443791555851064
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6959635416666665
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.200982862903226
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.006722799161586
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.378756009615385
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8980189732142856
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.686734858247423
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.158365885416667
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.378482380319149
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.819793487762238
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7485894097222223
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.990234375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.061617943548387
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.115625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.935879321808511
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.294833984375
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2748766447368425
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.473952792553192
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.495070684523809
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8175571986607144
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.085472470238095
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8422256097560976
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.27375252016129
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.057088216145833
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.019740513392857
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.191569010416667
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8300642730496453
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.163034539473684
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.935267857142857
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8296675248579546
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9789450354609928
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.328125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.160714285714286
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.637325802364865
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.846125096450617
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.848894817073171
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.806459407216495
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7090868537808643
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.933457167832168
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8551432291666665
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1015625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.275
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41951171875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4362387715080973
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.571614583333333
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.70703125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.894651813271605
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8659189755154637
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.837590144230769
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7666015625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.98828125
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14140625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30669921875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4719122023809526
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.98008631993007
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.924212831439394
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.894748263888889
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.139322916666667
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34296875
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.47369140625
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.533110119047619
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7820945945945947
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.391915886056511
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8422740589488638
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6607369087837838
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9641890092329546
/ckpts/RedPajama//70M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8422455658783785
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4573791751012144
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.927710556402439
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.33203125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3882448760121457
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.546717087765957
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4048306237348176
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.248046875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.437053708538084
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7708914620535716
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.069905598958333
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0450742464539005
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.25
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.28589527027027
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.150762648809524
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6888814786585367
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9791289538871952
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3114154637592135
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.407001201923077
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8077005525914633
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.203125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.590832779255319
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7992742091049383
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.323714717741935
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8350859851371952
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.225360576923077
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9332111791237114
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8062569754464284
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.101359049479167
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4522107712765955
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8913488854895104
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7958984375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.109375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.340625
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.084866431451613
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.098321143617022
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4158203125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.294819078947368
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.473969414893617
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.496465773809524
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.243210565476191
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6544712611607144
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7396150914634148
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.113848286290323
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.92529296875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.648890904017857
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.938232421875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.915683178191489
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.112150493421052
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.013485863095238
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.777991092566288
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6141387195121952
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9386635638297873
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.136821546052632
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.767235008445946
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.028645833333333
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8745478877314814
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.626667301829268
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.995912532216495
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.660740981867284
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.936926354895105
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.845920138888889
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.143229166666667
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3867938701923075
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4671875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.561011904761905
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.793411726804124
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.695294415509259
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8201715528350517
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7833260489510487
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6810980902777777
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.986328125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18046875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28615234375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4523809523809526
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8033489947552446
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.820467862215909
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7047526041666665
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.000651041666667
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20859375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.303125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.542782738095238
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8205236486486487
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.276652718058968
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6842632871685606
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.628563133445946
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.706679835464015
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6570682010135136
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4102511386639676
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7999475990853657
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.242938701923077
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.455287670799595
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.451005651595745
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4184985450404857
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.076990927419355
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6263602120535716
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.324530674140049
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.908203125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9055574024822697
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.103207236842105
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.034133184523809
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.42722089987715
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6066596798780486
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.850609756097561
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.346091830466831
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.267578125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9686725895579267
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.425631009615385
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.488921210106383
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.655080536265432
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.144405241935484
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8701945979420733
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.289212740384615
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7804244523195876
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6760951450892856
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9627278645833335
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.591248337765958
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7695449082167833
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6685112847222223
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9798177083333335
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1703125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27703125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.304750504032258
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.96235039893617
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.570591517857143
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.158922697368421
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.509591090425532
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.062593005952381
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.781947544642857
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.636814024390244
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.175403225806452
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.084147135416667
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7051827566964284
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9825439453125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0820589539007095
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.275287828947368
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.677523526278409
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.3269159226190474
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.709651295731707
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.98596797429078
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.613597972972973
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1840049342105265
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.102585565476191
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7176106770833335
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.643483231707317
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.841212951030928
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8541425540123457
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8189057036713288
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.719509548611111
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.03125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4607556300607287
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.317119140625
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.473772321428571
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9733811211340204
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7386851369598766
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8689191365979383
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.926778299825175
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8275824652777777
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.139322916666667
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.39296875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4591796875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.513206845238095
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.840034965034965
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.717551491477273
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7366536458333335
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.048177083333333
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26796875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34986328125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.468936011904762
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6707664695945947
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.455601197788698
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.810184363162879
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8042388091216215
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7352849786931817
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7010399070945947
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.433127214068826
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9977193692835367
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4287860576923075
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5005851467611335
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.6075216090425535
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.352822580645161
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.63083960652834
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8594796316964284
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3680464910933665
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.115234375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.120567375886525
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.312294407894737
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.310267857142857
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.50960246468059
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.744045350609756
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.262241822788698
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.898997237042683
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3407451923076925
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8949351369598766
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.064727038871951
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.531400240384615
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.532106050531915
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.212512600806452
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.853009479801829
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.013732280927835
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.177433894230769
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7425362723214284
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.021443684895833
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9590526660839163
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.667794215425532
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8587239583333335
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.171875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44140625
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.48775390625
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.485398065476191
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.457157258064516
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.008809840425532
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.377543218085107
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.207853618421052
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.180152529761905
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.904261997767857
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.134135584677419
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6635861280487805
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.167928059895833
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8887416294642856
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.016398111979167
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.180116910460993
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8372136896306817
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.375616776315789
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.486049107142857
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.819597942073171
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8495565878378377
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.862062278368794
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.220805921052632
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.87890625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6871189024390243
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.767168209876543
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.900692654639175
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.981035397376543
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.866122159090909
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6558230010121457
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7601996527777777
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.067708333333333
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2984375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.401396484375
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.497953869047619
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7896532600308643
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.081286243556701
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.730307667525773
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0192990603146854
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.920138888888889
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.223958333333333
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.54453125
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.58716796875
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.424293154761905
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9815887237762237
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.757412997159091
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7401258680555554
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.07421875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2109375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.317890625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.510602678571429
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.298482609029484
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7240551097972974
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.881277373342803
/ckpts/RedPajama//70M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9256228885135136
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.978989109848485
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7422402871621623
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8985387290396343
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5514217484817814
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.237530048076923
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.572233995445344
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.410521941489361
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.204574092741935
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.539876961032389
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9365234375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.064615885416667
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1678583768427515
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9093943927304964
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.260896381578948
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9534970238095237
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.738185975609756
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.19393523495086
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.157233760749386
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7483981993140243
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.070162259615385
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8548960744598766
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7761111375762195
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.095402644230769
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.29209607712766
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.776437661082474
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.984343497983871
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.737751286204268
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.087740384615385
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.778111049107143
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8981119791666665
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0295017482517483
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7842881944444446
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3115691489361705
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.115885416666667
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.27734375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37080078125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.601841517857143
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.01628654233871
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.739195478723404
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.281707114361702
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.096319901315789
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.804896763392857
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7632068452380953
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9655682963709675
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.923583984375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.592749618902439
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7935965401785716
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8938802083333335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7697944370567376
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.025127988873106
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.130139802631579
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7719494047619047
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7943940033783785
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6258574695121952
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.723501218971631
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.085217927631579
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.740141369047619
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5642149390243905
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6674684124228394
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6068178157216493
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6939621913580245
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5711704516700404
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.868826486013986
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6409505208333335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9518229166666665
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06796875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.212646484375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.466703869047619
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.636698614690722
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6445674189814814
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5916559278350517
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8908025568181817
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6690538194444446
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9759114583333335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09296875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2434375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.475725446428571
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8543624344405596
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8836004083806817
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6293402777777777
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9329427083333335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.04453125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.201215064496314
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4621465773809526
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6118823902027026
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.904925722064394
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6421558277027026
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.872536399147727
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7856564405487805
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.589236697635135
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.116736778846154
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6504894673582995
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.596134077682186
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.322207446808511
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.042842741935484
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6803279984817814
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.824741908482143
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9350179036458335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.288520231879607
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.778188718971631
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.142886513157895
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.794921875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.611375762195122
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.219407440110565
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8885110994664633
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.313738098894349
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.241586538461538
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.713837046682099
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8038538490853657
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.138070913461538
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.406773603723404
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6492630476804124
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.188886088709677
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9176710175304876
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2578125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.908238002232143
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.041015625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9084353146853146
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6729600694444446
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9915364583333335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.340184507978724
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.25109375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.514601934523809
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.060798891129032
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8931322030141846
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.245065789473684
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.421850066489362
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.838344029017857
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.978422619047619
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9617106119791665
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6892625762195124
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.232169858870968
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9605538504464284
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.111165364583333
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8042857934397163
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9185347123579546
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.164782072368421
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8308221726190474
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6577280405405403
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.624047256097561
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.943511746453901
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.318050986842105
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9859561011904763
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.840796199845679
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7355659298780486
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.766370006443299
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.73266902970679
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6117511702935223
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0194902753496504
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.772677951388889
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.102864583333333
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25859375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3748046875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6574590773809526
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6740294780927836
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8851514274691357
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8014658505154637
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9277070585664338
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6924913194444446
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.017578125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1390625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.274873046875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.523902529761905
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.054878715034965
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.007327917850379
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8030598958333335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.14453125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.303125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42166015625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.243305628071253
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.635137648809524
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.775496199324324
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.935336026278409
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6743559966216215
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0464643998579546
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.827374714176829
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.162409855769231
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.820945945945946
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7210668648785425
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.363846409574468
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.41495998861336
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.096711189516129
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4471430604757085
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.849330357142857
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0008544921875
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3579113559582305
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.834940159574468
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.185649671052632
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8781622023809526
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6576314786585367
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.381819141584766
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9733767625762195
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.425906019656019
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.322265625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7613691165123457
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.969905201981707
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.219501201923077
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.470445478723405
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7019974226804124
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.322076612903226
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0229432641006095
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.267127403846154
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0324009486607144
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.117513020833333
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9526742788461537
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.712131076388889
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.041666666666667
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.17578125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.500033244680851
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.307001953125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.512090773809524
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.247227822580645
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9903313386524824
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.341077302631579
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.779261997767857
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.537774268617022
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.125093005952381
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.134724934895833
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.760432545731707
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.331023185483871
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8087681361607144
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.195841471354167
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9599498401988638
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9926446143617023
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.237972861842105
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.898158482142857
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7061074746621623
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8099752286585367
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.052845190602837
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.296258223684211
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9679129464285716
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.961256992669753
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.878001143292683
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8578447164948453
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.370607445597166
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.809178481867284
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1148382867132867
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8548177083333335
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.20703125
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.38984375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.48634765625
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6203497023809526
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8137282538659796
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8792317708333335
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8768121778350517
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.825652862762238
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.864474826388889
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.098958333333333
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.33125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.321875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.411272321428571
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0934651692708335
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.876201923076923
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9154730902777777
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.154947916666667
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4109375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.292891968673219
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3855859375
/ckpts/RedPajama//70M_RP_28-0.25-0.25-0.0703125-0.0625-0.1875-0.0625-0.1171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8884607263513513
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.365327380952381
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.856722745028409
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.787373310810811
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.903597745028409
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8702600990853657
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.11328125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.370623260374494
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8507706925675675
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.417952127659574
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3622058451417005
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.093813004032258
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.673863002232143
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3882527834008096
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0511474609375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.305234566953317
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.889558399822695
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.134662828947368
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7492559523809526
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7056497713414633
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2770750153562656
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8909525057164633
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.327088452088452
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1514423076923075
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6876808449074074
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8497284679878048
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.10546875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.429720744680851
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.695493717783505
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.125693044354839
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.912133193597561
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.168569711538462
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.705845424107143
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7305370410839163
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.060302734375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.765407986111111
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9876302083333335
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1796875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22697265625
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.404230385638298
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.441034226190476
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.073084677419355
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9105302526595747
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.151007401315789
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6551688058035716
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.451446143617021
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.769438244047619
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0166015625
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.729563643292683
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.149382560483871
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.708461216517857
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.772442441998106
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.081746419270833
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.861480496453901
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1118421052631575
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6654613597972974
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.728794642857143
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.67578125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9385111923758864
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.171669407894737
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8140811011904763
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.709617332175926
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7278963414634148
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.719374194587629
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.436689492661943
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6550624517746915
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7478420017482517
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7862413194444446
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.008463541666667
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20703125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.25478515625
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.435546875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.675720844072165
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.733476803626543
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.739892074742268
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7101589816433567
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7473958333333335
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.958984375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1640625
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.204599609375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.419363839285714
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7909527402935606
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7609948645104896
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.4171817414004915
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8116319444444446
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.033854166666667
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2359375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27802734375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.688740498310811
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.423177083333333
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7583673650568183
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.640334670608108
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.007931592987805
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8089155717329546
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.250450721153846
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.391403877783401
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7108847128378377
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.533469082446809
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4598186045040484
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.30827872983871
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7806919642857144
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.167032877604167
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4107334893724697
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3436300291769046
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.031499335106383
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.26953125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.988467261904762
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.857755335365854
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.4427163313882065
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.930348466082317
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1825420673076925
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.364888859029484
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.857717255015432
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.048726895960366
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3094951923076925
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.46571642287234
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.85363643685567
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.180947580645161
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9481826410060976
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.196965144230769
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7313755580357144
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.85623361013986
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.903537326388889
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.138020833333333
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.095133463541667
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3859375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36943359375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4499627976190474
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.552800864361702
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.356665826612903
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.94780585106383
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.191714638157895
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.486585771276595
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8503534226190474
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8341587611607144
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.763576600609756
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.214680989583333
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.206149193548387
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.743896484375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8855794270833335
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.118448893229167
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0701047207446805
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8312394425675675
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.318256578947368
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.007161458333333
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9112519054878048
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9681405141843973
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2172080592105265
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.871000744047619
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.753146701388889
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.796875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.772048163659794
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4860236905364372
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.900233892746914
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.782629479895105
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.828125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.04296875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2625
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2951171875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.415178571428571
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.89636356314433
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.784227912808642
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.789364529639175
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8949819711538463
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9418402777777777
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.171875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44140625
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3965234375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.413411458333333
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.493017698095823
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.823219992897727
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.801027097902098
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8402777777777777
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.071614583333333
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.28671875
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.305078125
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7342958192567566
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.451729910714286
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9172807173295454
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.873416385135135
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.105480659298781
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.366887019230769
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8385305693655303
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4889217484817814
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7550411739864864
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.6004155585106385
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.44499747983871
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5016407831477734
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.909877232142857
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.263427734375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4264533780364372
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.337425138206388
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.129917442375887
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.372121710526316
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.102678571428571
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9412157012195124
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3721111025798525
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.937916825457317
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.237079326923077
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.244198210995086
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9703776041666665
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9602931701030926
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.985417063643293
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.279747596153846
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.448894614361702
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.194367439516129
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.832049113948171
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.714146205357143
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1084735576923075
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.948262674825175
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9901258680555554
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.22265625
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.525
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.100545247395833
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4771484375
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.329706101190476
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.476163563829787
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.268964213709677
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8648603723404253
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.206928453947368
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.002418154761905
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.784946986607143
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.363306183510638
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7156059451219514
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.240885416666667
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.044827368951613
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.964862245501894
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6109444754464284
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9953206380208335
/ckpts/RedPajama//70M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.950459248310811
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9283577127659575
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.269736842105263
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.065383184523809
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7371379573170733
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7527842420212765
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1070106907894735
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8347284226190474
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.736942997685185
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6458650914634148
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7910961662371134
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4402517712550607
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.804368007330247
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8344350961538463
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.835177951388889
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.041666666666667
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.265625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3330859375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4753534226190474
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.840125644329897
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6163616415895063
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6608609858247423
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.884465144230769
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8805338541666665
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.09765625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34140625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39283203125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4367559523809526
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.260370277948403
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7527114405776514
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7389231861888113
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7313368055555554
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9251302083333335
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1203125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22146484375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.742477829391892
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.519903273809524
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7879083806818183
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.851872141768293
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.799171241554054
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.14453125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.667639530066288
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4185262209008096
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6166332347972974
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.375390625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.069682459677419
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.444391289220648
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6346261160714284
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0328369140625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4979282641700404
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.229408207923833
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7750166223404253
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.131784539473684
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8502604166666665
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6629668445121952
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.274728386056511
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8104456459603657
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.099008413461538
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.362676597051597
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6462733892746915
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.685989851804124
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.869206126143293
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.349775598404255
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.168569711538462
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.026335685483871
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.761855332167832
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9717630525914633
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.589564732142857
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.266977163461538
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7540147569444446
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9557291666666665
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1453125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.250107421875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9771728515625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.530319940476191
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.390342420212766
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.100995463709677
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.730801196808511
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.081003289473684
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8055245535714284
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6425083705357144
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.471459441489362
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6046589176829267
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0335693359375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.241683467741935
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.688106652462121
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7562430245535716
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.63941089527027
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1219482421875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.787040115248227
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.141652960526316
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9112723214285716
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6538681402439024
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8942680629432624
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.24609375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.074869791666667
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5968394338348766
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7424256859756095
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6334568298969074
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.459019958248988
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7215635926573425
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6623384452160495
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7143012152777777
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9114583333333335
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20271484375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.512741815476191
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.702541076030928
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7850658275462963
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.818701675257732
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.770596590909091
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.769748263888889
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.97265625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1734375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.26478515625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.297215717137592
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.498604910714286
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6557210286458335
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8670918924825175
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8709852430555554
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.067708333333333
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31796875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.380205078125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.602433488175676
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.554501488095238
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.698464133522727
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8910835080030486
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.189603365384615
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6601034628378377
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.774802468039773
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.521456699139676
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7793760557432434
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.414793882978723
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.127709173387097
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6983816964285716
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.467476910425101
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.047526041666667
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5355713879048585
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.385115939803439
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8208942819148937
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.167351973684211
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9601934523809526
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6955030487804876
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.311401067260443
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.003078553734756
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.315054086538462
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.436113137285012
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.68432918595679
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7224347615979383
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9099180640243905
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4899351728723405
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.195763221153846
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.305632560483871
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7920399912587412
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7916666666666665
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.058034012957317
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.994140625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.795445033482143
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.203125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.380558894230769
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.299189453125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.158487955729167
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.499348958333333
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.427418550531915
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.939494680851064
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.159085181451613
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2730263157894735
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.104445684523809
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.53365192819149
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.68017578125
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.770531631097561
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.07275390625
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.373424899193548
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7167154947916665
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8653390066964284
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.681667018581081
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.209676106770833
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.839026484929078
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1743421052631575
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.949404761904762
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6965034298780486
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9917580895390072
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.348684210526316
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.186662946428571
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8322603202160495
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8205506859756095
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8656169458762886
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5630574709008096
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9015105987762237
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7039689429012346
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8985460069444446
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.100260416666667
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.37421875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39732421875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4797247023809526
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7505235180412373
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8914026331018516
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9279961340206184
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.810027862762238
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8060980902777777
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.99609375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23046875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.363516392813268
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.308544921875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.506975446428571
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8066517223011362
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9526469624125875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9486762152777777
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.16796875
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.43984375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8281777871621623
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.46755859375
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.426060267857143
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7264108368844697
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8987650057164633
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.150991586538462
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.709301097972973
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.845614346590909
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5630732856781377
/ckpts/RedPajama//70M_RP_7-0.25-0.0625-0.140625-0.25-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.895138302364865
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.473346077127659
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.248991935483871
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.801025390625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4830702808704452
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.047078450520833
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4991499557186234
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.39120085995086
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.982532690602837
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.276726973684211
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8155691964285716
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.689405487804878
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2658889358108105
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.945330363948171
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.201772836538462
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.279666385135135
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.826250241126543
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.770336662371134
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4961020611702125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7913431307164633
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0458233173076925
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.312941028225806
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8673513986013988
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.782986111111111
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.12890625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.32734375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.85400390625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8151915015243905
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.311015625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.070462740384615
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.517020089285714
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.083943684895833
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.384724069148936
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.020805629432624
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.084929435483871
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.302837171052632
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8843005952380953
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.396052194148936
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.73388671875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.746141387195122
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.878451260653409
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9307861328125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.111391129032258
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.749965122767857
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7861855996621623
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9431966145833335
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.857920545212766
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.142475328947368
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6922433035714284
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5987519054878048
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8757618572695036
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.153063322368421
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.872088396990741
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7006138392857144
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.642673399390244
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8147148840206184
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.463898817054656
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.908831402972028
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6919367283950617
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8274739583333335
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1484375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.390625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37017578125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.531901041666667
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6438265141752577
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7156575520833335
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6630960051546393
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7635762674825175
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.251060542076167
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.677517361111111
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9928385416666665
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16640625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.20951171875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.487165178571429
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.912131569602273
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7797749125874125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.703125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.007161458333333
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1921875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.835911106418919
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22685546875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.480654761904762
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.783291903409091
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7803270293445124
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.062650240384615
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6560916385135136
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.802131421638258
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5001739625506074
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.678605363175676
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.372880651595745
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.070060483870968
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.744873046875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.567679339574899
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9127604166666665
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5286682376012144
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8411319813829787
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.296894195331696
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.130756578947368
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6732700892857144
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5958936737804876
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.388000038390663
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8282500476371952
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.093299278846154
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.314971398955774
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.666473765432099
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6278390786082473
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.413006981382979
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9332066977896343
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.201923076923077
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.749248798076923
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.138797883064516
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6646050347222223
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.982421875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1546875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.196494140625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.774623325892857
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8476026581554876
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.570591517857143
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.114032451923077
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9640299479166665
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.497315492021277
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.896484375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.287298387096774
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.184621710526316
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7300967261904763
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.432147606382979
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8226143973214284
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.655011432926829
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.77783203125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.06982421875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.166456653225806
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6343433277027026
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.779750279017857
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9881184895833335
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.007022938829787
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.289679276315789
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8960193452380953
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.711890243902439
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9210992907801416
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.203741776315789
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.737178096064815
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7620907738095237
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.653629954268293
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5765039853238867
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6801103414948453
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7958233173076925
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8482590663580245
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.711697048611111
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.029947916666667
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2265625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2419921875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.510044642857143
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.797499194587629
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.756914303626543
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7033263530927836
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.411226389742015
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.895214160839161
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8131510416666665
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.143229166666667
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3703125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3666015625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.553292410714286
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.815433386600379
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8162013767482517
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7307942708333335
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.052083333333333
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24921875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.695048564189189
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.272109375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.516090029761905
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9675173875762195
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.222956730769231
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8958111387310606
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8182274070945947
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.833518288352273
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5399718496963564
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7173511402027026
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.512101063829787
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.332661290322581
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8714425223214284
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.117228190104167
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.605057565789474
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4664647646761133
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.041597406914893
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.343133223684211
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.329305512899263
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.919921875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7388052591463414
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.460663966523342
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.869944502667683
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1376201923076925
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.294993857493857
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8956886574074074
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.837306701030928
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.444606050531915
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.024068692835366
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.280949519230769
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.928034855769231
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8436414930555554
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.186197916666667
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.200919858870968
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.409375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.40701171875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.521577380952381
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7708217075892856
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.931819264481707
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.451923076923077
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.013631184895833
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.562425199468085
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.940159574468085
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.221422697368421
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.425340221774194
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.802548363095238
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9285148851799243
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.465965757978723
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.928013392857143
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6778772865853657
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1514892578125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.122101814516129
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8618559966216215
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.76171875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.096964518229167
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.103100066489362
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.382195723684211
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.055617559523809
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8039253048780486
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9164588874113475
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.184313322368421
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.786651234567901
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.340215773809524
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.736423399390244
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.495093465334008
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7278108891752577
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.840663243006993
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7490234375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.071614583333333
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.27734375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9718786168981484
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30537109375
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.516183035714286
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9034713273195876
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7295765817901234
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.328297757985258
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8794499033505154
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9841564685314683
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9007161458333335
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.2421875
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.50390625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4650390625
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.849982984138258
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5703125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8287259615384617
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.816189236111111
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.022135416666667
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21328125
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.745724239864865
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4091796875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.385602678571429
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9795993711890243
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.472355769230769
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.974509499289773
/ckpts/RedPajama//70M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9370777027027026
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.756869229403409
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.407277960526316
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.683857685810811
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.492536569148936
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.196761592741935
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8351353236607144
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.222249348958333
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4183087677125505
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9648991578014185
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.237664473684211
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3922341535931175
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.409691220238095
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.200965525184275
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7593368902439024
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.218102157555283
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8304889958079267
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.294471153846154
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7855541087962963
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.182096514127764
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9411646262886597
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.369730718085107
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.850633574695122
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8740985576923075
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.334735576923077
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8619791666666665
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0703125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.28359375
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.979681199596774
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.48396484375
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.405226934523809
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.662353515625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8079149199695124
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.272235576923077
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0225830078125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.388455784574468
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8103113918439715
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.076171875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.005166330645161
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.148344494047619
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7939712062026514
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.351637300531915
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6847098214285716
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.660489710365854
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.734269425675676
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.022501627604167
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9567792338709675
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.657470703125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9770100911458335
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8264766179078014
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0884046052631575
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.157273065476191
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.669207317073171
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.778341090425532
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0464638157894735
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6063126929012346
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.093284970238095
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4298575088562755
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6225705030487805
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.755919780927835
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7265488417832167
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.718967013888889
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9108072916666665
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6317997685185186
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07578125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28984375
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.429222470238095
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7805653994845363
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5731788917824074
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.237033553439804
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7362878543814433
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.747227381993007
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7396918402777777
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9322916666666665
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09765625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31861328125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6653497869318183
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.348586309523809
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.708875109265734
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6987847222222223
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8912760416666665
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.053125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5646114864864864
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.266015625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.334263392857143
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8692835365853657
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3584735576923075
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6847034801136362
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5851720861486487
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.652809836647727
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.492436582742915
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.407912234042553
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.542678420608108
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.036353326612903
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.69775390625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.042521158854167
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4498236652327936
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8495539671985815
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.117290296052632
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5064603365384617
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.231956845238095
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.322352003992629
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.686833079268293
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.253935042997543
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9708281726371952
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.456881009615385
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6528199749228394
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.347704238329238
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8066003543814433
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.490342420212766
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.764614291958042
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8916134717987805
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7573784722222223
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.962890625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4151141826923075
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.12890625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.179939516129032
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.348193359375
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.345889136904762
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.826904296875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.004138481326219
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.521033653846154
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.135782877604167
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.431067154255319
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.952307734929078
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.213610197368421
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.066910282258065
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7027994791666665
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.402715773809524
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.765339176829268
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.721400669642857
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.512150930851064
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6097709037162162
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.048990885416667
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.225932459677419
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8386928013392856
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.172566731770833
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.868641954787234
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.131990131578948
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.313802083333333
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.713938643292683
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9800116356382977
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7741247106481484
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.246299342105263
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.451822916666667
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4509979124493926
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7993521341463414
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9199621456185567
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8611642263986012
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.857638888888889
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.05078125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2671875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6835033275462963
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4533203125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.543061755952381
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8235744201030926
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.812481915509259
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.275217867014742
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9626490012886597
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7864537805944054
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.778537326388889
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9694010416666665
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1578125
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.371201171875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7822857481060606
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.366350446428571
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8934932255244754
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7188027871621623
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8878038194444446
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.095052083333333
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31640625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.49029296875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.4387090773809526
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9078339367378048
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.386568509615385
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7216685901988638
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.62621410472973
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8110795454545454
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5257780870445345
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.444705784574468
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7714315878378377
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.083858366935484
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7216796875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.079386393229167
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5162220078441297
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.888921210106383
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.159231085526316
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.288132440476191
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5318549152327936
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3915511747543
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.714176829268293
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.33865363943489
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.057777963033536
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6982060185185186
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.593599759615385
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.372125499078624
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8512403350515463
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.555934175531915
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8042094624125875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.789822048611111
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9921875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.883497284679878
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.17265625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.190955528846154
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39994140625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.304435483870968
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.392857142857143
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8926827566964284
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.934254716082317
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.248798076923077
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.211507161458333
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.443683510638298
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.037663453014185
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.302631578947368
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7340679746685606
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.220073084677419
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.562686011904762
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.856516768292683
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8351004464285716
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.472880651595744
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.651340793918919
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.049072265625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.295740927419355
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9243861607142856
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.083455403645833
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.898589871453901
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.238486842105263
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.902436755952381
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6990758384146343
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9553413120567376
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.876621576003086
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.278371710526316
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9771205357142856
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4710668648785425
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7358517530487805
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.025410760309279
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.948972902097902
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9340277777777777
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.138020833333333
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3890625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.811553578317901
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.56712890625
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.429873511904762
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.769350032216495
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.874776957947531
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.24593058968059
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8224065721649483
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8655211975524475
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7671440972222223
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0859375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29140625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3373046875
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8566783558238638
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.597749255952381
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.916206840034965
/ckpts/RedPajama//70M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.833324535472973
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8182508680555554
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.118489583333333
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3640625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39158203125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.537109375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7766649199695124
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0791766826923075
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.883389559659091
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.786475929054054
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9195075757575757
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4717429466093117
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.367661236702127
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.847972972972973
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.074407762096774
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.747837611607143
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9154866536458335
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4552362727732793
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7847545434397163
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.116056743421052
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.783203125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.480472703694332
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2690417690417695
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6378620426829267
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.232095554361179
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8009241615853657
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6882776331018516
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.09765625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2802374462530715
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6424975837628866
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7642864947552446
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.385164561170213
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6646050347222223
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9733072916666665
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14765625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.767357802972561
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.096454326923077
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.228583984375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.099483366935484
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.604817708333333
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7664969308035716
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.813232421875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.129507211538462
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9330240885416665
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.354047539893617
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.804645944148936
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.139391447368421
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.797019264914773
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.062436995967742
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7934337797619047
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6277629573170733
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7374093191964284
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.396908244680851
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.658493454391892
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9014892578125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.136025705645161
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.789271763392857
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9501546223958335
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7690464317375887
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.108244243421052
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.761532738095238
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.613376524390244
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8162815824468086
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7080620659722223
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.156558388157895
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5331596343623484
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8160342261904763
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6498666158536586
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6689755154639174
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.780184659090909
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6907552083333335
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9921875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.17109375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.661205150462963
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2455859375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.558686755952381
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.628966655927835
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.735303337191358
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.366793995700245
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.678016269329897
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.749754152097902
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.654296875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9479166666666665
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13203125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2283203125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8148489287405303
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.647507440476191
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.797066215034965
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.684913429054054
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6958550347222223
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.001953125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20390625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2619140625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5988653273809526
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9184689405487805
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.251802884615385
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.786110617897727
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.642921241554054
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.826190370501894
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.488071704200405
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.473819813829787
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.705949113175676
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.277532762096774
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8915318080357144
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0626220703125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5465112601214575
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9268339982269502
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.266241776315789
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.990141369047619
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.501470774291498
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7100800304878048
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.300051827395578
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.395039926289926
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.858868634259259
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.833811690167683
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.139272836538462
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.314645078316953
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8017477448453607
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.902234484265734
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.415550199468085
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7978515625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.10546875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34453125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9542682926829267
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39408203125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.270282451923077
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6179315476190474
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.150453629032258
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.810756138392857
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.857683879573171
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9756266276041665
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.167668269230769
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.492619680851064
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.849470855496454
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9057321259469697
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.187602796052632
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.332976310483871
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8503534226190474
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6597275152439024
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8324271537162162
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.905517578125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4288813164893615
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.102010091145833
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.18913810483871
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.822544642857143
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.009724934895833
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.977407468971631
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3110608552631575
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.017485119047619
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.728563262195122
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.747227044753086
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.869528479609929
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5925915675607287
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.204769736842105
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.902529761904762
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6730659298780486
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7035075708762886
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.820066652097902
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7188585069444446
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0234375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.225
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.908154899691358
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.29482421875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.602399553571429
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.846448131443299
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.776240596064815
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.440758407555283
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7313144329896906
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.937172202797203
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8330078125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.151041666666667
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3984375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4441796875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8414898496685606
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.530226934523809
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.842793924825175
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.720043285472973
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.736328125
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0390625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25859375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33744140625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.587890625
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.011623475609756
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.334735576923077
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.939926609848485
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8841849662162162
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5152256768724697
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8572369199810606
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.537882313829787
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.424521169354839
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.75464527027027
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.987095424107143
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.140462239583333
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.550259362348178
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.033036901595745
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.358758223684211
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.160714285714286
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.757860137195122
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.272688882063882
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4466844319331984
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.308286624692875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9806013695987654
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.901897151295732
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2626201923076925
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.176112369471745
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9183513208762886
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.995219624125874
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.885959201388889
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.400648271276595
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.2109375
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.49296875
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.502109375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.949147294207317
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.300330528846154
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.499813988095238
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.127583165322581
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.805210658482143
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8008169778963414
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.091267903645833
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.139873798076923
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.432687832446809
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8610649379432624
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.989035866477273
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.200863486842105
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.201801915322581
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.005022321428571
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7520960365853657
/ckpts/RedPajama//70M_RP_13-0.25-0.0625-0.140625-0.125-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.951831714527027
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8602120535714284
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.312674534574468
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.169189453125
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.982610887096774
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.727748325892857
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9915771484375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.918010305851064
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2359169407894735
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.067429315476191
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.754620807926829
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7689887152777777
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7434895833333335
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.46237269104251
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.080797697368421
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.841982886904762
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6551067073170733
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7599669780927836
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8527780812937062
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7939453125
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.055989583333333
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.196875
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8355336130401234
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.348515625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.503720238095238
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8067413015463916
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.640456211419753
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.200576819717445
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.631664787371134
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9019203452797204
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8401692708333335
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.104166666666667
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26875
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.399140625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9548080906723486
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.486793154761905
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.717747043918919
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7474322552447554
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6952039930555554
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9283854166666665
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.059375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.23111328125
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.523716517857143
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8224799923780486
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.17578125
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9976177793560606
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.777713260135135
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.441457648026316
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3363447473404255
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.857924952651515
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.009923135080645
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5922455658783785
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7740652901785716
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0208740234375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4703512462044532
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.767605828900709
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1058799342105265
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8617001488095237
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6539157774390243
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.164076896498772
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.536919597672065
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.214272688882064
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6640625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.780589033917683
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1278545673076925
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6632168170103094
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.296447903869779
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.772973120629371
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7198350694444446
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.955078125
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08671875
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.30014960106383
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.250068359375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.837134384527439
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.516276041666667
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.196063701923077
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.955267137096774
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6858956473214284
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9681396484375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9373630430640243
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.294320913461538
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.348179853723404
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.877178770123106
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.722129875886525
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.068050986842105
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.818359375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.029548891129032
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6189558699324325
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5963224085365852
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7784946986607144
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.423703457446808
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.032511393229167
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.178175403225806
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8685477120535716
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.124064127604167
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.78179022606383
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1187294407894735
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9155505952380953
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6804973323170733
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4883682312753037
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.608519000771605
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.895639406028369
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.234683388157895
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.0769159226190474
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.726895960365854
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6123952963917527
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7303458260489513
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6801215277777777
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9134114583333335
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0328125
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.684100115740741
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2081640625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.501767113095238
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6767276095360826
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.232143542690418
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8209514853395063
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7950225515463916
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7854430725524475
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.732638888888889
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9739583333333335
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8428400213068183
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.271591796875
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.509672619047619
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.567989864864865
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.88595388986014
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8284505208333335
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.083333333333333
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24921875
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41326171875
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8570169588414633
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.562686011904762
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.223257211538462
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.892493045691288
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6362172719594597
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.369980053191489
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5672246647267207
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.983638879024621
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.060357862903226
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.753272804054054
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7952357700892856
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.038899739583333
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4891115258097165
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8108516179078014
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1351768092105265
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.958984375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7036490091463414
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.326488597972973
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5904288967611335
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.242499424140049
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7109013310185186
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9711378144054876
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.349008413461538
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7046552835051547
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.366117360257985
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8076649912587412
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7510850694444446
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.98828125
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1390625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.450980718085106
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.29744140625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.559709821428571
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.874172303734756
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.223257211538462
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.230594758064516
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.908447265625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.160685221354167
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.021270007621951
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4091045673076925
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.375498670212766
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.913703687263258
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9376246675531914
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2602796052631575
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.100725446428571
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.082283266129032
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6542176942567566
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8240282012195124
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.787806919642857
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.486552526595744
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.06787109375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.305947580645161
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.920863560267857
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.202229817708333
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.828235815602837
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.151212993421052
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9517299107142856
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.725895579268293
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.489451543522267
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.862720630787037
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.98614804964539
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.324835526315789
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1901971726190474
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8285478414948453
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8292682926829267
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9232408216783217
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8599175347222223
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.122395833333333
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41802734375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7274245273919755
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.522786458333333
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7241865335051547
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.233683968058968
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.931797357253086
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.890161887886598
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8237680288461537
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7666015625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.000651041666667
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.15546875
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0200454249526514
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31396484375
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.512834821428571
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.80737964527027
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.975114729020979
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9055989583333335
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.174479166666667
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.37265625
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4912109375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9082150342987805
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.443058894230769
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5456659226190474
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.928958777225379
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6781302787162162
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.421110372340426
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5197091662449393
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.064823035037879
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.067351310483871
/ckpts/RedPajama//70M_RP_15-0.25-0.25-0.140625-0.0625-0.09375-0.125-0.078125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8758973817567566
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8668736049107144
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.102213541666667
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9547041223404253
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4332260564271255
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.172902960526316
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.360863095238095
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.646198551829268
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.269185734029484
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.431889707742915
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7676685474537037
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.143245162776413
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9537800114329267
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.466346153846154
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8512000644329896
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.159733952702703
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8363062718531467
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7766927083333335
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.04296875
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.15078125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.449692486702127
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.40626953125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.564174107142857
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8097787252286586
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.143019153225806
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.306189903846154
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8958217075892856
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.272013346354167
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8286430544969514
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.336388221153846
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.957404859138258
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.337874002659574
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.006981382978723
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.231702302631579
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.420851934523809
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9235131048387095
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6586518158783785
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6633003048780486
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7407924107142856
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.350598404255319
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.004801432291667
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9536290322580645
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.782435825892857
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8414921320921986
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.02783203125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0620888157894735
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.163783482142857
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6014195884146343
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.424836317054656
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.829372829861111
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8597767065602837
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.079050164473684
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.181640625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.906833923969072
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.599704649390244
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.887920673076923
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8213975694444446
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.088541666666667
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23203125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.49751953125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6484254436728394
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.538504464285714
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.123944256756757
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7374557023195876
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.671193817515432
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7340335445804196
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7571278994845363
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6840277777777777
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9173177083333335
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.01640625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0075572620738638
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2852734375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.646670386904762
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7192778716216215
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7554906031468533
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7039930555555554
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9361979166666665
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.04375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.787663157393293
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2801983173076925
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31328125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.597284226190476
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.863410718513258
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.543602195945946
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.317129321808511
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4555525683198383
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8823686079545454
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8988470262096775
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7164481026785716
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.570286106418919
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9852701822916665
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.811544215425532
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5160164157388665
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.041221217105263
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.103887648809524
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5816501524390243
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.176097972972973
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4615266004554655
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6232277199074074
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.261857916154791
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8462747713414633
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3583233173076925
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7175016108247423
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.194199170761671
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7147208260489513
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6647135416666665
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8971354166666665
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.992578125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.368168218085106
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.26376953125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.551153273809524
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9422815834603657
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.970860635080645
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4619891826923075
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.767857142857143
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.047281901041667
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.866252620045732
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.407752403846154
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8425773851799243
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8791971409574466
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4459358377659575
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.095497532894737
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.253534226190476
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5212732263513513
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.109375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6157583841463414
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9091099330357144
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.390093085106383
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1494140625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.001575100806452
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.830845424107143
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.989375554078014
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.051676432291667
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2094983552631575
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.413411458333333
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5413477353238867
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6567263719512195
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6849741994598766
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8980080895390072
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1166735197368425
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.324683779761905
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.775974548969072
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.615567835365854
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.768520541958042
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7202690972222223
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.966796875
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06328125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33474609375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8062427662037037
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.591889880952381
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.290238214066339
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8815641108247423
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7113353587962963
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.870793269230769
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7977206829896906
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8139105902777777
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.078125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8982044566761362
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.19453125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.46515625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.671781994047619
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5863597972972974
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7909200174825175
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.976633955792683
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7389322916666665
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9869791666666665
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.527193509615385
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0921875
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37271484375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.587518601190476
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9896684126420454
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.470885970744681
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.692488386824324
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.474846596659919
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.169417842741935
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9186715790719697
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9125279017857144
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6062341638513513
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2056884765625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0223431959219855
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.263363486842105
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.554691453694332
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.456101190476191
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.707078887195122
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.206882486179361
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.554493768977733
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8525450906635803
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.330836340601966
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.881984803734756
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.391376201923077
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.927432345360825
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.248728309275184
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.912573754370629
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8458116319444446
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.115885416666667
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25390625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4850390625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.397955452127659
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.539248511904762
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.024938071646342
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.0234375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.585186298076923
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8221609933035716
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.098795572916667
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.898639958079268
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.482872596153846
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.027340050899621
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.919353945035461
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.5093583776595745
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.135999177631579
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.302920386904762
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7427417652027026
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.245589717741935
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6394340701219514
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9949428013392856
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.435172872340425
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.207112630208333
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.063634072580645
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8607352120535716
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0703402039007095
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.095703125
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.297080592105263
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.571986607142857
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.584209735576923
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.738995807926829
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7310173128858026
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9173454122340425
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.190481085526316
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.815037048969072
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.340866815476191
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.673923399390244
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8108063811188813
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7530381944444446
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.994140625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1140625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37447265625
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9234905478395063
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.579055059523809
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.284441223894349
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9892880154639174
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.758668499228395
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.960691652097902
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.836803318298969
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8861762152777777
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1484375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.32734375
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9345592151988638
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.54951171875
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5754278273809526
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.626953125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.944758717606707
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9242242132867133
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.494140625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7778862847222223
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.057291666666667
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.146875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4146875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.561197916666667
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.066546815814394
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.462948803191489
/ckpts/RedPajama//70M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.805954391891892
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5018107920040484
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.130796370967742
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.96533203125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.914341517857143
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.195271809895833
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.664352829391892
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.963998781028369
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.244860197368421
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.406715029761905
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5036215840080973
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7078887195121952
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1524541231572485
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.480168269230769
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.814031153549383
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.175023034398034
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8004775628810976
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3330829326923075
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8859334729381443
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.137942452395578
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.975674715909091
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.822482638888889
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.106770833333333
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2171875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4771484375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.342362034574468
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.514229910714286
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9195753528225805
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8193299828506095
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.370342548076923
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7782505580357144
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.000528971354167
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7794636051829267
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3115985576923075
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0092292554450757
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8084967863475176
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.362591422872341
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.08203125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.723975929054054
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.160714285714286
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9462890625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6252381859756095
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8143833705357144
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.325531914893617
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.019002278645833
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8919165826612905
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7418038504464284
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8324606604609928
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9737548828125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.107113486842105
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.168433779761905
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.516811108299595
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6225228658536586
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6403899016203702
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.77557070035461
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.070518092105263
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.714682667525773
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.090959821428571
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.594416920731707
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8190149694055946
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6817491319444446
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9290364583333335
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.00859375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.310859375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5812872023809526
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.657763069058642
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.18676097972973
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7374959729381443
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6020387249228394
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8407725087412588
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6881040592783507
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7032335069444446
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8691147312973486
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.958984375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03359375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.32638671875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.507533482142857
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5454761402027026
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.834049876143293
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.388521634615385
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7999890734265733
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.663302951388889
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9088541666666665
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.984375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.280703125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.550130208333333
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.886356238162879
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.372490026595744
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.570602829391892
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5638640245445345
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.963048135080645
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.851599491003788
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.811070033482143
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.033487955729167
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.523094383445946
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.844137854609929
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.127878289473684
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.224702380952381
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5265174278846154
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.634813262195122
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.28192663544226
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5875347925101213
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6742139274691357
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.213317721130221
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9342666253810976
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.489933894230769
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7555976159793816
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.302979115479116
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.854949737762238
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7158203125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9759114583333335
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05390625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.342421875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.520833333333333
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.464885305851064
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.108744959677419
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8552603372713414
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.435096153846154
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.903564453125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.141316731770833
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9634860899390243
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.550480769230769
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.904193300189394
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9566572473404253
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.404280252659574
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.587257179054054
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.238075657894737
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.4113653273809526
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.992061491935484
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6941692073170733
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8401576450892856
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.480152925531915
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.045654296875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.157258064516129
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.936802455357143
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8630457668439715
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1619873046875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.141961348684211
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.539303675354251
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.298363095238095
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.795488522376543
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6684451219512195
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9798592641843973
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.258018092105263
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8684761597938144
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.442057291666667
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7316596798780486
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9608145760489513
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8159722222222223
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.09765625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.19140625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.46810546875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.591703869047619
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7039388020833335
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.226097013206388
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.782115818298969
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.833478009259259
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.875559986888112
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.906088917525773
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.998498165246212
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7354600694444446
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.001302083333333
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3798046875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.537295386904762
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.696605785472973
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8703553734756095
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.412710336538462
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.995397180944056
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.842990451388889
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.127604166666667
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24140625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.49626953125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.558500744047619
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.923128995028409
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.412433510638298
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6078705658783785
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.020602318548387
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6223866080465585
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.852085658482143
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0287790009469697
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.07177734375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7393105996621623
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8890874335106385
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.167865953947368
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.288876488095238
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6627286585365852
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.342161586302211
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7204499421296298
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.013606373856708
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.800197326030928
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.618840144230769
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8966892482517483
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7477213541666665
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.021484375
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3886328125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.543433779761905
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.5189079122340425
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.236454133064516
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0059640066964284
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.203857421875
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9443063446969697
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0338264627659575
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6314136402027026
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.328125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.564918154761905
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7650057164634148
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9063042534722223
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9696359536082473
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0506310096153846
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8868272569444446
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.173177083333333
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31640625
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.57986328125
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.569754464285714
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0749067826704546
/ckpts/RedPajama//70M_RP_19-0.125-0.5-0.140625-0.0625-0.09375-0.0625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.80152027027027
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.959976752277328
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.0287354504048585
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.015332426619433
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.925022140688259
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9370967231781377
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.895978302125506
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9793814840587043
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.019207047064777
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.23145730958231
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.315811194717445
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1987340678746925
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.285962453931204
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.18020097512285
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.216518542690418
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3096207002457
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.251516431203931
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8186571074695124
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9241734946646343
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7650831269054876
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7857576695884148
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8036275724085367
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8797399009146343
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9132764862804876
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.839260194359756
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.097806490384615
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.182091346153846
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.025540865384615
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.043419471153846
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.077824519230769
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.152493990384615
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.179837740384615
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106069711538462
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.330535239361702
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.403598736702127
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.282987034574468
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.316131981382979
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.301504321808511
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.378922872340426
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.399725731382978
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.348911236702127
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.184979838709677
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.028761340725806
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9515183971774195
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.997826360887097
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9768145161290325
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.12077872983871
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.15625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.053742439516129
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9517299107142856
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.846156529017857
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7591727120535716
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8101283482142856
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.777587890625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9130859375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.928676060267857
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.873814174107143
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.163533528645833
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.95703125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0223388671875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.001424153645833
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9752604166666665
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.071370442708333
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.099446614583333
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.02880859375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8238170434397163
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6497257313829787
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7117270611702127
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.697376440602837
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6737450132978724
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7828291223404253
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.811474955673759
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.739666445035461
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3295641447368425
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.144839638157895
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.224506578947368
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.164370888157895
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.296669407894737
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.326480263157895
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.255550986842105
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9135044642857144
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6842447916666665
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7724144345238093
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7357700892857144
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7043340773809526
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.857700892857143
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.935825892857143
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7998511904761907
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6980278201219514
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5623094512195124
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6092320884146343
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5955125762195124
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.591796875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6529630335365852
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.680020960365854
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6290491615853657
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.63110050154321
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.86352237654321
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.721336082175926
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6806218653549383
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6569914641203702
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.793426890432099
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8374083719135803
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7445384837962963
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5289747100515463
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.707051385309278
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.579494201030928
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.569688305412371
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5436130798969074
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.648276417525773
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6871174291237114
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.603978737113402
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9116586538461537
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.094883631993007
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.971386035839161
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.954804960664336
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9306162587412588
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.043296547202797
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0762674825174825
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6737196180555554
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8285590277777777
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7251519097222223
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.709743923611111
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.931640625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.993894777097902
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.09375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.005208333333333
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6912977430555554
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9778645833333335
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.017578125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24609375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.94921875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7823350694444446
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.818359375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.05859375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.087239583333333
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18203125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21796875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.745334201388889
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.038411458333333
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11328125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22771484375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.43521484375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30859375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27609375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.26466796875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37513671875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.40775390625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.663039434523809
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.706194196428571
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.32783203125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.733072916666667
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.695219494047619
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.702008928571429
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.745721726190476
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.751023065476191
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.728515625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7997787937973486
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.944206468986742
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.852150656960227
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8333481297348486
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.812363133285985
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9007013494318183
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9289994673295454
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8634477095170454
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.595808699324324
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6587046030405403
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.789036106418919
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6384607263513513
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.615234375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7400232263513513
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.769795185810811
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.676863386824324
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.046819648279352
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.074511323380567
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.527889359817814
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4729764992408905
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4746489119433197
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.987870065789474
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4845015182186234
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5533076606781377
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.33466101044226
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.368550368550369
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.321612983722359
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.211988444410319
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.226005835380835
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.261526796683047
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.254366937960688
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.354259444103194
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.944776581554878
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.062619092987805
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.944318073551829
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9917766291920733
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9649211604420733
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.220703125
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.108583031631097
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.854099180640244
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.983904582698171
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2450420673076925
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.140925480769231
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.264122596153846
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.162109375
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.298377403846154
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.123497596153846
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1651141826923075
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4189910239361705
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.425257646276596
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.331166888297872
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.448819813829787
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.340641622340425
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.450332446808511
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.357380319148936
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.371600731382979
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.216670866935484
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.148626512096774
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.980437247983871
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.29328377016129
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.013640372983871
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.222152217741935
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.072958669354839
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.033266129032258
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.985595703125
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.840611049107143
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7265625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.035400390625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7369907924107144
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.878452845982143
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9077845982142856
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.759033203125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.152425130208333
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.388224283854167
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.265950520833333
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1734619140625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2908935546875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0611572265625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.4281005859375
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.304036458333333
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8481133643617023
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8247035682624113
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6948692375886525
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8908604831560285
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7142619680851063
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8713292331560285
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7454704122340425
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3852796052631575
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.275287828947368
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7392231826241136
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.140830592105263
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.430921052631579
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1704358552631575
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.316200657894737
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.235197368421052
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.190275493421052
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9505208333333335
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9740513392857144
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8128720238095237
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.022321428571429
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8276599702380953
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.046688988095238
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8136160714285716
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8600260416666665
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7309451219512195
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.770531631097561
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.674733231707317
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7592416158536586
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7000285823170733
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8250285823170733
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6619664634146343
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7195598323170733
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.787181712962963
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8968701774691357
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6313536844135803
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6591857156635803
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.960961612654321
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8482470100308643
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7550335165895063
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6849983121141974
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.694285599226804
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.727146423969072
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5566808956185567
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5787894652061856
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7792566043814433
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.745066849226804
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6197446842783507
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.603515625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.861642263986014
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1167094624125875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7436899038461537
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7578807910839163
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1709462412587412
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9946831597222223
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8516710069444446
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.911535729895105
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.145833333333333
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8817274305555554
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.01290701486014
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.779542722902098
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.203125
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9381510416666665
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8892144097222223
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9008246527777777
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2734375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.17578125
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9427083333333335
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.04140625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06953125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34921875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.040364583333333
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.098958333333333
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.920138888888889
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7586805555555554
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9733072916666665
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.271875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.033854166666667
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.377265625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.090625
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1375
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4636328125
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.259296875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2754296875
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5294140625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.427265625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.552455357142857
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.725632440476191
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2905078125
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33431640625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.546502976190476
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.720982142857143
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.558314732142857
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.546316964285714
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.565011160714286
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.753720238095238
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.966256806344697
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.957863547585227
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8578287760416665
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.000876686789773
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.870487097537879
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0130208333333335
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8795979817708335
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8929887251420454
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7602671030405403
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.825538429054054
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6099556587837838
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.886058910472973
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.63843433277027
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8181482263513513
/ckpts/RedPajama//70M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7023067989864864
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.660420185810811
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4844422128036436
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.53754823507085
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.502668743674089
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.584008097165992
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6036065599696356
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5641684590080973
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.514972640435223
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.632136418269231
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.261733146498772
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.341936041154791
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.278788198710074
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.252020308660934
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.41624117014742
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3709833768427515
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2918794149262895
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.286475929054054
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.000666920731708
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.093386766387195
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8501750666920733
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.176579173018292
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.015482088414634
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.127000762195122
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.037508336509147
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.185997596153846
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.283954326923077
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.236778846153846
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8935249142530486
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.363581730769231
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.203275240384615
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.307992788461538
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.226862980769231
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.281099759615385
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.374817154255319
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.442245678191489
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.393459109042553
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.501063829787234
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.392561502659574
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.464128989361702
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.400639960106383
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.424044215425532
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.052293346774194
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.196068548387097
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.092048891129032
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.330582157258065
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.081527217741935
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.248739919354839
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.113911290322581
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.165259576612903
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7802734375
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.894077845982143
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9589146205357144
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9734933035714284
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8018973214285716
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9373604910714284
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.819301060267857
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0120675223214284
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.3211669921875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.421305338541667
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0172119140625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.495279947916667
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.336222330729167
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.452962239583333
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.352376302083333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.065104166666667
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9698720079787235
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7534214317375887
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9542054521276597
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8566600177304964
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7709995567375887
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8951822916666665
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.785128546099291
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.228207236842105
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.195415296052632
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.388569078947368
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.303042763157895
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.215049342105263
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.00711990248227
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.348684210526316
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.236019736842105
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8818824404761907
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8870907738095237
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.269736842105263
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.159970238095238
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.018694196428571
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.909877232142857
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.0769159226190474
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9388020833333335
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.95703125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.639576981707317
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7235137195121952
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.888576600609756
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.797541920731707
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7452839176829267
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8249809451219514
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7624809451219514
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6849752286585367
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9389105902777777
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.71118465470679
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.876531153549383
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.823115596064815
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.73413387345679
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.873607494212963
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.753152729552469
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9307966820987654
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8164465206185567
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6211340206185567
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.744442654639175
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7260389819587627
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.646021262886598
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.762806056701031
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6644249355670104
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.793411726804124
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.981916520979021
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.795796000874126
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2601753715034967
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8921683784965033
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.813893138111888
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.931695257867133
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.836497486888112
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.105143229166667
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9364149305555554
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7200520833333335
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.023871527777778
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9518229166666665
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.165364583333333
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9869791666666665
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.151041666666667
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.058810763888889
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.080729166666667
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9921875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1328125
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3765625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1671875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10859375
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24765625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13515625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9717881944444446
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2984375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2938975087412588
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.009765625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16484375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.760959201388889
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.52291015625
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30884765625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37078125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.177083333333333
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4180078125
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3351171875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.457421875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24375
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34646484375
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.540736607142857
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.574404761904762
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.478422619047619
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5202752976190474
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.570777529761905
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.554966517857143
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.426796875
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.551246279761905
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.493024553571429
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0724838719223486
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.911203095407197
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.873831084280303
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9264322916666665
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9945808179450757
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0311686197916665
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.945279208096591
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.947014086174242
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9110800253378377
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6787637246621623
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7027027027027026
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.694969383445946
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.793575802364865
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8410314611486487
/ckpts/RedPajama//70M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.72289379222973
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7618771114864864
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6459308577935223
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.539355073380567
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5360616460020244
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5626700088562755
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5550512398785425
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5494449013157894
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.622105895748988
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5852732793522266
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.30078125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.156672297297297
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1615479115479115
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.209425867628993
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.275625767813268
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.198081426597051
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.232522650491401
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.184649493243243
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.911549637957317
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7386266196646343
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.746629668445122
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8030142435213414
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8838247903963414
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7849240186737805
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.297025240384615
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1319110576923075
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.118990384615385
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8263624237804876
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7723597084603657
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.185847355769231
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.278094951923077
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.16015625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.224308894230769
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.134915865384615
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.438115026595745
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.310605053191489
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.314594414893617
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.358809840425532
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.417470079787234
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.347581449468085
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.381723736702128
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.332895611702128
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.194304435483871
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.927576864919355
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9436428931451615
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.019814768145161
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.141822076612903
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.000378024193548
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.056388608870968
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9761214717741935
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0235421316964284
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8578055245535716
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8485281808035716
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.917759486607143
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.98486328125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8837890625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.915771484375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.881312779017857
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.075642903645833
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9003499348958335
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9041748046875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9637451171875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.045735677083333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9473470052083335
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9922281901041665
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9296061197916665
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.036860039893617
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8398298980496453
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8545960771276597
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9145057624113475
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.002895057624113
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.889309064716312
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2865953947368425
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0884046052631575
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.095394736842105
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.941724844858156
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.877521054964539
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1469983552631575
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2495888157894735
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.131784539473684
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.001116071428571
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7547433035714284
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.17578125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.111533717105263
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7646949404761907
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8350074404761907
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9853050595238093
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.806361607142857
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9014136904761907
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7766927083333335
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.665348704268293
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.575886051829268
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.556307164634146
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6088033536585367
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.639719893292683
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5907012195121952
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6159965701219514
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5808403201219514
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.958182629243827
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7359483506944446
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.741054205246914
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8041148244598766
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9132848668981484
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7966941550925926
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.845094280478395
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7740342881944446
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.819567493556701
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6335977770618557
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.630859375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6806741301546393
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7847334085051547
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.669982280927835
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7114207474226806
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.651437661082474
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.323699737762238
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.14881993006993
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1329627403846154
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.199109484265734
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.286535729895105
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1836347246503496
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.776150173611111
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6202256944444446
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6097005208333335
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.208333333333333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.013671875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.671657986111111
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.003255208333333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7466362847222223
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.075520833333333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.17578125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.028125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1699628496503496
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.009765625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.228952687937063
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.653103298611111
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10390625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2109375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.055989583333333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0828125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6470269097222223
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.690212673611111
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.040364583333333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.108072916666667
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.45650390625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.26201171875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2610546875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1359375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.32744140625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.44658203125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28697265625
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.540457589285714
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.450799851190476
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.540922619047619
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.446614583333333
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5651971726190474
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27685546875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3684375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.503813244047619
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.446707589285714
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.507626488095238
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.004623875473484
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6907478101325757
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.679983428030303
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.7802734375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.926898378314394
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.755999940814394
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.726162997159091
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.834923946496212
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.582638302364865
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.787452491554054
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5665910050675675
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.640361064189189
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.747941300675676
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.631545608108108
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.610034839527027
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6775232263513513
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5748118041497974
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5290675607287447
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.640190093623482
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.546107983299595
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6238692434210527
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6886584324392713
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6210304908906883
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.561717168522267
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.231663659398034
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3267333384520885
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.181256718366093
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1945206925675675
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.292944755835381
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.310714834152334
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.344157900798526
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.217027218980344
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8498594702743905
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9530059070121952
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8139529344512195
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7938440834603657
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9079470750762195
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.943538014481707
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.144981971153846
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9699766577743905
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.832829173018293
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.228966346153846
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.092097355769231
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.072415865384615
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.203425480769231
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2294170673076925
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3602764423076925
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.120943509615385
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.36318982712766
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.443916223404256
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.329305186170213
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.416614029255319
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3165226063829785
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.43578789893617
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.482081117021276
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.350565159574468
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.032006048387097
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.189390120967742
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.973853326612903
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.111580141129032
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.946446572580645
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.159148185483871
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.282069052419355
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.996314264112903
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8827427455357144
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9925013950892856
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8225795200892856
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9270717075892856
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.823207310267857
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.982631138392857
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1283133370535716
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.851109095982143
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.049886067708333
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.150716145833333
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.009928385416667
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.107747395833333
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9895426432291665
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1302490234375
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.122639973958333
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0272216796875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8142314937943262
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9429022606382977
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7788259086879434
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8859430407801416
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7555546320921986
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.086519281914893
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.917290004432624
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.177734375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7962239583333335
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.30859375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.128700657894737
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2524671052631575
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.116365131578948
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.328741776315789
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.279194078947368
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.150185032894737
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.800967261904762
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9520089285714284
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7410714285714284
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8897879464285716
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7198660714285716
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.150390625
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9614025297619047
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.763671875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.673113567073171
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.781535823170732
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6714462652439024
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.741520579268293
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6169493140243905
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7228467987804876
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7374237804878048
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6648246951219514
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.739324122299383
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.888599537037037
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6897424768518516
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6608555169753085
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.820264274691358
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.047730999228395
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.866042148919753
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7179361979166665
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6385309278350517
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7677996134020617
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.594615818298969
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5818097615979383
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.709266269329897
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8792888208762886
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7484697164948453
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.619603737113402
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1579845935314683
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2736150568181817
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1191679414335662
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.099882539335664
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2290482954545454
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3764204545454546
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7406684027777777
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.027994791666667
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2580310314685317
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1429195804195804
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11171875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8428819444444446
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7046440972222223
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1484375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6905381944444446
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9778645833333335
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.799587673611111
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8311631944444446
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9739583333333335
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26796875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.104166666666667
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05546875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.265625
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0296875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8352864583333335
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7288411458333335
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1921875
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.35703125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.123697916666667
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.009765625
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23984375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.078125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28599609375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42326171875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.26064453125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.229765625
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.385703125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.556953125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.610863095238095
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.418984375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.273203125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.651506696428571
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.619512648809524
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.635323660714286
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.650855654761905
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6062127976190474
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.801897321428571
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.637555803571429
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8704390092329546
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.975548946496212
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8292717211174243
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8152336351799243
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.127330433238637
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9298095703125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.955673680160985
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8533824573863638
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6505489864864864
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.784865920608108
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6029613597972974
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.580078125
/ckpts/RedPajama//70M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8521431587837838
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.728146114864865
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.757786106418919
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.626979518581081
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5989174784919027
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.649164979757085
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5838973937246963
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6791616586538463
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9312452555668016
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.0041909159919027
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9383421368927127
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.0302299468623484
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.264881180896806
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.342934198402949
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2463624846437344
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.388364749692875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1898658246314495
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.104883292383293
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.226351351351352
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.123099662162162
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8826755430640243
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9756990758384148
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.866520579268293
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.025122665777439
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8620665015243905
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7669647961128048
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.785579030106707
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1649639423076925
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.26953125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.908351991234756
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.160456730769231
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3233173076923075
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.360877403846154
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.224308894230769
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.264122596153846
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.394381009615385
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.456191821808511
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.394672539893617
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.379155585106383
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.497780917553191
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.352360372340425
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.274285239361702
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.287840757978723
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.383784906914894
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.215284778225806
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.075226814516129
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.051915322580645
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.293409778225806
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.021389868951613
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8811113911290325
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9057144657258065
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.086630544354839
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.01318359375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9168526785714284
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8993443080357144
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.085205078125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9557407924107144
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.854527064732143
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.884800502232143
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9847935267857144
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.17041015625
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.086873372395833
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.056111653645833
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.211385091145833
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0684814453125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9792073567708335
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1302490234375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.002482096354167
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9626135859929077
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8601645611702127
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8394420434397163
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.014225953014185
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8252992021276597
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.346628289473684
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8841838430851063
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7262993129432624
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.217619243421052
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.199013157894737
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.394325657894737
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7447224069148937
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.227487664473684
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1215049342105265
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.273643092105263
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9891183035714284
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8480282738095237
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1459703947368425
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.847377232142857
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.066685267857143
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.234840029761905
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.295386904761905
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.043526785714286
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.061476934523809
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7824409298780486
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7191787347560976
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8318407012195124
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7097942073170733
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.640720274390244
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.688214557926829
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6050876524390243
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5971798780487805
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.904851466049383
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.778736255787037
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.970974392361111
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.762237172067901
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7808641975308643
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.868007330246914
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.659637827932099
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6834792148919755
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7868476159793816
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.683432667525773
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8472736791237114
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.666015625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7392477448453607
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7894249355670104
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.627537048969072
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.652524967783505
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3019968312937062
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1980987762237763
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3527234484265733
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1795372596153846
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0318919361888113
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8672960069444446
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.16796875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.775173611111111
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.092042722902098
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.909939236111111
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7613932291666665
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.078125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.225260416666667
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29453125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.05078125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9205638111888113
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.15078125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.36796875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.747829861111111
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13046875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.05078125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9427174388111887
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7905815972222223
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10078125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.102864583333333
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.65625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16796875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9518229166666665
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.44630859375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6761067708333335
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3472265625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.96875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.52859375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9720052083333335
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31228515625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9890625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.434296875
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.621930803571429
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.51521484375
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.673828125
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.638206845238095
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.631045386904762
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3209375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.644159226190476
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33109375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.702938988095238
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.702938988095238
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.635323660714286
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9882553562973486
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8995620265151514
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0359811493844697
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.887203332149621
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.003436464251894
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.052334872159091
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9078258167613638
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.927497632575758
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8119193412162162
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6906144425675675
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8817831503378377
/ckpts/RedPajama//70M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6670449746621623
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.647487331081081
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7062658361486487
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5329919763513513
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5564822635135136
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9715808451417005
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.910164157388664
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.0483536816801617
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.088894863360324
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.961661026062753
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9452413335020244
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.019309843117409
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5145614562246963
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.166087607493857
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.243703931203931
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.090213260135135
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.154085726351352
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2860824247543
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.21605785472973
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.134324132371007
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.294226044226044
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.834454792301829
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.927668873856707
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7461711604420733
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.820896055640244
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9779201600609757
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.896216415777439
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7994474085365852
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8811332888719514
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3153545673076925
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.434945913461538
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2061298076923075
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.328425480769231
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.504356971153846
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.390474759615385
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.384164663461538
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.285757211538462
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.328856382978723
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.398146609042553
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.257205784574468
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.374617686170213
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.32259807180851
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.438073470744681
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.468833111702128
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.299601063829787
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9782321068548385
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.113533266129032
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.854681199596774
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.060483870967742
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.956149193548387
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.192162298387097
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.129914314516129
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9244896673387095
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.916713169642857
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.012451171875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.82421875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9810616629464284
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9234793526785716
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.061767578125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9539271763392856
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8799525669642856
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0511474609375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.173421223958333
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9671223958333335
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.112874348958333
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.027913411458333
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.181640625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0543212890625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.016316731770833
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8026789671985815
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9075382313829787
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.860192265070922
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.700534685283688
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7806405141843973
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0529421542553195
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9555906471631204
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.752160904255319
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3100328947368425
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1898643092105265
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2631578947368425
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.174958881578948
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2387952302631575
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.378700657894737
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.161800986842105
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.323660714285714
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.173642113095238
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.298549107142857
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9911644345238093
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1945684523809526
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.162667410714286
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.420386904761905
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.122023809523809
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7130811737804876
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6261909298780486
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.674113948170732
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5697884908536586
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6065644054878048
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.718654725609756
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7196074695121952
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6107088414634148
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.901433497299383
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.741765528549383
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.625584731867284
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7215772087191357
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8378062307098766
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8874903549382718
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.978732638888889
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.695927372685185
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8077682023195876
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.711380476804124
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6118315077319587
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6921109858247423
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7701755798969074
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.875624194587629
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8686372422680413
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6645658827319587
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1101535183566433
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9992214816433567
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9000491695804196
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9782561188811187
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.067539881993007
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.183074737762238
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1726125437062938
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.955774694055944
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8118489583333335
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7211371527777777
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.135416666666667
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.025390625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.639431423611111
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7071397569444446
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.779513888888889
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9342447916666665
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1890625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.010416666666667
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05703125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7403428819444446
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.08984375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.852756076388889
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.940234375
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.18359375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03984375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6873914930555554
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.182291666666667
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13671875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9869791666666665
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21328125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26640625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.008984375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.54369140625
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39748046875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2868359375
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39376953125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.497578125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.43580078125
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.61607421875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3521875
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.722935267857143
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.649274553571429
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.642299107142857
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.635416666666667
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.733444940476191
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.559988839285714
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.749162946428571
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.651320684523809
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.069546786221591
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9766586766098486
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.888690370501894
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.960441820549242
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.032452207623106
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.818862452651515
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.116085168087121
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.942068388967803
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7261402027027026
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.617161106418919
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.511454814189189
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.595412795608108
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.686787373310811
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.720360008445946
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.794948268581081
/ckpts/RedPajama//70M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.575512035472973
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4432249493927127
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.467006420799595
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.471845742661943
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.543016194331984
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4404969003036436
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5252364309210527
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5252878289473686
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4871584008097165
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.220472781019656
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.192303631756757
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.226845631142506
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.182672374078624
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.349522996007371
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.325336878071253
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.329713413697789
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.246799178439804
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7969881383384148
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.769626524390244
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.946932164634146
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.810969655106707
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.761010146722561
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9180521150914633
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9264838986280486
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.827076981707317
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.271033653846154
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.249849759615385
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.489783653846154
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.275540865384615
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.308743990384615
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.458834134615385
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.458834134615385
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3407451923076925
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.403548869680851
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.379080784574468
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.519614361702128
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.413173204787234
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.373728390957447
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.503266289893617
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.500739694148936
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.428199800531915
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.005103326612903
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.968560987903226
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.229775705645161
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.028761340725806
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9507938508064515
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.178553427419355
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.200415826612903
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.052041330645161
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8453892299107144
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8379952566964284
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.02392578125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8602120535714284
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.821079799107143
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9562290736607144
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.978724888392857
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8812430245535716
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9439290364583335
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9200439453125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.106486002604167
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9627278645833335
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9141031901041665
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.078084309895833
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.09033203125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9840901692708335
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.956781914893617
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.92701407358156
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.11556682180851
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.964511303191489
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9069010416666665
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.088694038120567
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.09002382535461
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9906637854609928
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.133634868421052
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.103412828947368
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.284950657894737
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1372327302631575
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.075041118421052
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.251953125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2583264802631575
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.166735197368421
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.043991815476191
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.029296875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.294270833333333
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.080543154761905
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.023158482142857
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.303571428571429
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.246186755952381
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.108537946428571
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.653058307926829
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.640529725609756
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.783917682926829
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.656297637195122
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6306211890243905
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7127000762195124
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.780011432926829
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.671589176829268
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7768434124228394
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7356107735339505
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.964916087962963
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.791473765432099
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7264600212191357
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.921826774691358
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9380726755401234
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8083104263117282
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7796190399484537
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7514698775773194
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.949057667525773
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.789122905927835
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.737999355670103
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.923646907216495
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.923526095360825
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.812520135309278
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0937363417832167
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0655048076923075
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.246011800699301
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.104895104895105
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.044676027097902
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2181626966783217
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6622178819444446
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2246230332167833
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.634006076388889
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1247131774475525
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.080729166666667
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.053385416666667
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7991536458333335
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09140625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.671115451388889
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.23046875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.623806423611111
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.087239583333333
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7710503472222223
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.037760416666667
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31640625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.194010416666667
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7837456597222223
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.040625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6876085069444446
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.19921875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25859375
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.109375
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2859375
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14375
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.331328125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31796875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.55017578125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34712890625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30640625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4903515625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.566953125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.585844494047619
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.379765625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.592168898809524
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.547154017857143
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.564360119047619
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.667131696428571
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.498697916666667
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.546781994047619
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.53515625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6443536931818183
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.619384765625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.925071022727273
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.684119022253788
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.5941569010416665
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.8440681226325757
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.877811316287879
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.700313683712121
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6224926097972974
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.587019636824324
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.805030616554054
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6356102195945947
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5698374155405403
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.761428420608108
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7820154138513513
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.655959670608108
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5073855010121457
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4451108615890687
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.560594319331984
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4071000442813766
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4451108615890687
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.416584956983806
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.498339448380567
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.487870065789474
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.441271882678133
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.394828777641278
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.319535089066339
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.332328777641278
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.271345208845209
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2830927518427515
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.292748003685504
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.39968999539312
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.971923828125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.011867616234756
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8557962557164633
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8475431116615852
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8353063071646343
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.796785680259146
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8067537633384148
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9210353944359757
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.276893028846154
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.5830829326923075
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.378605769230769
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.151141826923077
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.124248798076923
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.121844951923077
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1026141826923075
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.215294471153846
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.550357380319149
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.570187832446808
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.453681848404256
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.454263630319149
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4405834441489365
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.407255651595745
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.416614029255319
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.513946143617021
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.330960181451613
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.328755040322581
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.094128024193548
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.162550403225806
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.142641129032258
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.087764616935484
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.105846774193548
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.261088709677419
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.863560267857143
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0654296875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.909946986607143
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7657296316964284
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.732456752232143
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7321079799107144
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.730747767857143
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.823277064732143
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.087727864583333
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1561279296875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0264892578125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9589436848958335
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9393717447916665
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9244791666666665
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9156087239583335
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.037679036458333
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0431211214539005
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.17560117464539
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0216367464539005
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9163896276595747
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9007646276595747
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.858668550531915
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.873794880319149
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9937250664893615
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.332236842105263
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.34375
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.188219572368421
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.193153782894737
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.134662828947368
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.176706414473684
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1459703947368425
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.272203947368421
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.014508928571429
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.502976190476191
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.167782738095238
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.863560267857143
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7937127976190474
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8209635416666665
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8100818452380953
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9330357142857144
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.747332317073171
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.807641006097561
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7159870426829267
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.654963795731707
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6079935213414633
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6391482469512195
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6153772865853657
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.704363567073171
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.896900318287037
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.045187114197531
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8541666666666665
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.75757137345679
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.676124855324074
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8356843171296298
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.734151957947531
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.700177228009259
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8966857280927836
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.024585212628866
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.848220038659794
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.754248550257732
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.688426224226804
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8357361469072164
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7062459729381443
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7359052835051547
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1877048732517483
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2989783653846154
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.153299825174825
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0763767482517483
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0219077797202796
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.142769340034965
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0639067963286712
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.040196131993007
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8480902777777777
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8582899305555554
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.711154513888889
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.161458333333333
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.28125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.134114583333333
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.72265625
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.41328125
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.41015625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18046875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.048177083333333
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6790364583333335
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8003472222222223
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7149522569444446
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9915364583333335
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.118489583333333
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6893446180555554
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.24453125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.020182291666667
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.005208333333333
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1703125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34296875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.22578125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1921875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.40837890625
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.62341796875
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.449765625
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.288046875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.236806640625
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.353125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2628515625
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.250322265625
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.493024553571429
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.581194196428571
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.545758928571429
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.553292410714286
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.527064732142857
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.561941964285714
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5363653273809526
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.518508184523809
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.833743933475379
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.028002189867424
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.746803977272727
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.734023585464015
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7960759943181817
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.694790926846591
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7003802675189394
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7257339015151514
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8556271114864864
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8754750844594597
/ckpts/RedPajama//70M_RP_206-0.0-0.5-0.28125-0.0-0.1875-0.0-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6889252533783785
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.715556376689189
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.802127322635135
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6518950591216215
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.670608108108108
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6943887246621623
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4722371584008096
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.5827191928137654
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.441129491396761
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.519009362348178
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.6187610703441297
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.501498450151822
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5446332553137654
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.481986968623482
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.35665886056511
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.25848913544226
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.224067106879607
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.462324362714988
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.142194218366093
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.432681971744472
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.513614289004914
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.378032862407863
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8696348608993905
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.869313309832317
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.995403010670732
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7285453982469514
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8247844416920733
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9606993140243905
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.057736280487805
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.173227163461538
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.894489567454268
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.218149038461538
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.302584134615385
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.058894230769231
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1573016826923075
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3057391826923075
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.379657451923077
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.201472355769231
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.476778590425532
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.392237367021276
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.568941156914893
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.36220079787234
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.291447805851064
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.552692819148936
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.623395944148936
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.498312832446809
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.198336693548387
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.106413810483871
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.371660786290323
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.0439453125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.897397933467742
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.322895665322581
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.465095766129032
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.229082661290323
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7800990513392856
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1435546875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9090401785714284
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0496651785714284
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9537527901785716
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8473423549107144
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9420689174107144
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.797084263392857
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.98681640625
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.042277018229167
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1153564453125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.018717447916667
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8910319010416665
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.069580078125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1534423828125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0111083984375
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.940838320035461
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.931502105496454
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.069578346631205
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.89720467641844
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.028645833333333
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7873033023049647
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.133837544326241
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.216899671052632
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.349712171052632
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.965688718971631
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.279399671052632
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.312705592105263
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.170949835526316
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.400699013157895
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8833705357142856
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9284784226190474
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2407483552631575
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.067429315476191
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.857514880952381
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.071986607142857
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7493489583333335
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.217075892857143
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9417782738095237
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.670588795731707
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.670255335365854
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7488090701219514
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6353372713414633
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.731516768292683
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5650724085365852
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7863471798780486
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6859756097560976
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.77710262345679
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9747721354166665
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.931954089506173
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.933201919367284
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.876296055169753
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7772412712191357
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9998372395833335
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.807713638117284
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7851159793814433
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.919901739690722
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.732240657216495
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6886678479381443
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.882188305412371
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.579675418814433
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9852005476804124
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8087346971649483
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.104389750874126
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.216168597027972
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.841796875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.792504370629371
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1817908653846154
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.6382757867132867
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2664308347902096
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7464192708333335
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.866427951388889
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.078125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7466362847222223
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.184895833333333
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.143229166666667
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.28203125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.45078125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1213805725524475
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7021484375
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.190625
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.830295138888889
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6133897569444446
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.111979166666667
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.139322916666667
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9286024305555554
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.007161458333333
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13203125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.239583333333333
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.403125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.991796875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.54296875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.767361111111111
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0859375
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.314873046875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4511328125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5711328125
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.30546875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.501171875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.406591796875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3438671875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5263671875
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.509207589285714
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.509393601190476
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.803757440476191
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3468359375
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.7761346726190474
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.524274553571429
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.692801339285714
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.496744791666667
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.533482142857143
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.754971590909091
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8568596117424243
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.100130948153409
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0612053148674243
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8202570134943183
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9552741773200757
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8949085582386362
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.775649562026515
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.890598606418919
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7397328969594597
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7281197212837838
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.671848606418919
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.837890625
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.55101879222973
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.959327491554054
/ckpts/RedPajama//70M_RP_200-0.125-0.0625-0.28125-0.25-0.1875-0.0-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7664168074324325
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.478507717611336
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.427022710020243
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.7242140055668016
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.54982445597166
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.667937120445344
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.6072400050607287
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3434099822874495
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.363004491396761
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.161010442260443
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.130485066031941
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2084900952088455
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.32047566031941
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.288582616707616
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2544005297911545
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.5743291231572485
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.619044648341523
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7489043445121952
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.720482802972561
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.801579173018293
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9427639100609757
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.080078125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.896061594893293
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8597620522103657
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0703125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.142728365384615
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.299429086538462
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.240084134615385
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.215144230769231
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.1013362233231705
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.153719274009147
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.457782451923077
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.496544471153846
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.308568816489362
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.2810422207446805
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.350822805851064
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.457255651595744
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.415325797872341
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.391921542553192
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9260332661290325
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.7325382313829785
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8854271673387095
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.770179521276596
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.002142137096774
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.218056955645161
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.135269657258065
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.083858366935484
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9618443080357144
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9700404575892856
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0347377232142856
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.228271484375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.48405997983871
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.560672883064516
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.154017857142857
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0801478794642856
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9147542317708335
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8881022135416665
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9866943359375
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.099080403645833
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.136393229166667
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7396763392857144
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7919224330357144
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.03173828125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.202921549479167
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.3309326171875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.812472296099291
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7741023936170213
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.871620124113475
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.014419880319149
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.186472039473684
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9767979831560285
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.176603618421052
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.259046052631579
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.385485197368421
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9288979388297873
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.399054276315789
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7546502976190474
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.734281994047619
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.863095238095238
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.108072916666667
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3188733552631575
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.970610119047619
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.32193317819149
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.374362810283688
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.966982886904762
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.562547637195122
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5689310213414633
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2993421052631575
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.361019736842105
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5843654725609757
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.698170731707317
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.660442073170732
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.274274553571429
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.201078869047619
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6349085365853657
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9337366615853657
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8991996951219514
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8210539641203702
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7478961709104937
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8890094521604937
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.073688271604938
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.017801167052469
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9674479166666665
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9898003472222223
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.929639274691358
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6041196842783507
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5675740979381443
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.646021262886598
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.823171713917526
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.759926707474227
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.720421230670103
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.173687177835052
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.104703608247423
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.672366695804196
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.621366914335664
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.7456703452797204
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.951171875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6329210069444446
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.020833333333333
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6034071180555554
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.8788379589160837
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0140625
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9817708333333335
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6780598958333335
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8100043402777777
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.97421875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.083333333333333
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.2421875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.826472355769231
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08984375
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29765625
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.768771701388889
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.19140625
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.42078125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.732421875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3334375
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.149739583333333
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.48015625
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.716171875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16953125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.659319196428571
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.840663243006993
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7943755463286712
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.6295703125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.677920386904762
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.776413690476191
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.886160714285714
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5623828125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.01171875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9608289930555554
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.266927083333333
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.208333333333333
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.6703125
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.867745535714286
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.58046875
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.800130208333333
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.49146484375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.425068359375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.306175595238095
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.336495535714286
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.980871951941288
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9504098603219697
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1697443181818183
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0366802793560606
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1290727095170454
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.086200136126894
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5751953125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8895855527935606
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8473529237689394
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.537135768581081
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8119985219594597
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6392525337837838
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7544077280405403
/ckpts/RedPajama//70M_RP_207-0.125-0.5-0.0-0.0625-0.1875-0.0-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7075327280405403
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9740287162162162
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9142736486486487
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.286832616396761
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2756199392712553
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3028648469129553
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2579390182186234
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3569474316801617
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3177584134615383
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.374244844382591
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3309677062246963
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.483914312039312
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.4636776335995085
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.499385749385749
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.444429514742015
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.616865978194103
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.52728136517199
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.638359950859951
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.547671606265356
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.004638671875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.980403248856707
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.028588271722561
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.341796875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.296574519230769
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9557093178353657
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.148288633765244
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.366736778846154
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.271183894230769
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.484074519230769
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.050977753429878
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.395282451923077
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.179252810594512
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.071420064786586
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.549429086538462
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.393028846153846
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.628141622340426
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.644597739361702
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.6631316489361705
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.773711768617021
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.607263962765957
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.694921875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.311743951612903
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.340410786290323
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.789893617021277
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.708502327127659
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.377016129032258
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.536605342741935
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.289125504032258
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.406880040322581
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6295689174107144
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6609584263392856
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.599483366935484
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.696533203125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.437878024193548
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7726353236607144
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.613734654017857
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.720738002232143
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.100423177083333
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.119466145833333
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1396484375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7957240513392856
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.712890625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.244588216145833
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.067911783854167
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.152018229166667
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.294718424479167
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1812744140625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.198803191489362
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.2181266622340425
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.238239694148936
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.188425164473684
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.205078125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.360746343085107
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.166514295212766
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.231496710526316
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.009207589285714
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.342105263157895
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.031436011904762
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.270847185283688
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.173930921052632
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.103515625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.258634868421052
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.297898065476191
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.39347850177305
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.28443594858156
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.962611607142857
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7982564786585367
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8146436737804876
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.385485197368421
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.170479910714286
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.272409539473684
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.796875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9311642530487805
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.316778273809524
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.150576636904762
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7511432926829267
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.869235899390244
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.952124618902439
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.881812118902439
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.790014949845679
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8087263695987654
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8393192997685186
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9821867766203702
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.767306857638889
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.867772231867284
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.019965277777778
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.899438175154321
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9599508698453607
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.984435405927835
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.009221971649485
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.150934278350515
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9288418170103094
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.046895135309279
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.195795747422681
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.06823856314433
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.691515515734266
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7111560314685317
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8448350694444446
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7285429414335662
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.870334201388889
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.084635416666667
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1015625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.824724104020979
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4140625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44296875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8949652777777777
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.672434986888112
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.127604166666667
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.0087890625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4796875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.24609375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7516116695804196
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30146484375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3296875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.62890625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8248697916666665
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.390625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.859047202797203
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9134114583333335
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7695175917832167
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.353759765625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.15234375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.511253720238095
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.375837053571429
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.509375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.464658203125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.036892361111111
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.928927951388889
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.28515625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.171875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27046875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.69453125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.396019345238095
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.53984375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.358444940476191
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37607421875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.425688244047619
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.49330078125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.38794921875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3762090773809526
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.361607142857143
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.371279761904762
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7537360913825757
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7691909327651514
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7847345525568183
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.875858191287879
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7386585582386362
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8061264500473486
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.906771573153409
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.823519620028409
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7768422719594597
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.792704814189189
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8175675675675675
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9568992820945947
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7521642736486487
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8397909628378377
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.010187922297297
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8763988597972974
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.377743863866397
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3893044660931175
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3950610450404857
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3037821039979756
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.329813227479757
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2968315093623484
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3328852479757085
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4027193509615383
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.443637707309582
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.479408207923833
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.699194755835381
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.340170070638821
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.362614212223587
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3260615018427515
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.375911778255528
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.468490863022113
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.006770436356708
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.056336937881097
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.250315596417683
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.899074647484756
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.231971153846154
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.289362980769231
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.132361778846154
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.619891826923077
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.924030583079268
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.158804086538462
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.878679973323171
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.940697646722561
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.042444740853658
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.100060096153846
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1768329326923075
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.268028846153846
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.538414228723404
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.565874335106383
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.853199800531915
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.444132313829787
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.462765957446808
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.428764960106383
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.47445977393617
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.561560837765957
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.391696068548387
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.47265625
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.701927923387097
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.235446068548387
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.269090221774194
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.213331653225806
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.288999495967742
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.450037802419355
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8023856026785716
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.878138950892857
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.865513392857143
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7184012276785716
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.743443080357143
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.698521205357143
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.762486049107143
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.165771484375
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.246175130208333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8524344308035716
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.06591796875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.345784505208333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.089884440104167
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.043497721354167
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.108439127604167
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.197672526041667
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.04191600177305
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.094678080673759
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9247977615248226
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.456075465425532
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.290090460526316
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3490953947368425
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.185341282894737
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.440172697368421
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.959330673758865
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.837704613095238
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.974083000886525
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.901027814716312
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8980654761904763
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.208367598684211
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.689267113095238
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.421037946428571
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.075742464539007
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.234477796052632
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.167763157894737
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.716517857142857
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.323396381578948
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7993997713414633
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7525111607142856
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6656436011904763
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.825886051829268
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7298494664634148
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9929496951219514
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9131324404761907
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7389005335365852
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.723704268292683
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.676448170731707
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8209317835365852
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9676649305555554
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.022243923611111
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8330078125
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.0962697723765435
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8589891975308643
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8792860243055554
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.804126880787037
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.009168836805555
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8137886597938144
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8747986469072164
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.690782055412371
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.274222777061856
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.713696037371134
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7336501288659796
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6641027706185567
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.850535599226804
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.166903409090909
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1248224431818183
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0208424388111887
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.913120083041958
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.943576388888889
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8935546875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.786892361111111
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.233072916666667
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.171875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.100911458333333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.053385416666667
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.047394012237762
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.334635416666667
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.53515625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44453125
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2984375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.79296875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0561625874125875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0067198426573425
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.814670138888889
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.080729166666667
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41076171875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.35275390625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.32265625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.151210118006993
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.23974609375
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5758203125
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.830837673611111
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.106770833333333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.769314236111111
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.04296875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.35234375
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2734375
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.933376736111111
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.463448660714286
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.529854910714286
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.208333333333333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5773809523809526
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.26076171875
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.307663690476191
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.5046875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.291943359375
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.226748046875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.548363095238095
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.402265625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5344122023809526
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.550688244047619
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.535342261904762
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.741314512310606
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6593646425189394
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.511755741003788
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.955814245975379
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.541555693655303
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.558453184185606
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4861431699810606
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.7155317826704546
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.979175464527027
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.915910050675676
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7862911739864864
/ckpts/RedPajama//70M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.082004856418919
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.811417863175676
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.830104518581081
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7690297719594597
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9549989442567566
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.436819964574899
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3643447937753037
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.347169945597166
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4092824835526314
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.551299523955774
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.499798449017199
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.413630605036855
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.394200130528255
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.139797303734756
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0798518483231705
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.959561975990854
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9803496570121952
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.380408653846154
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.323918269230769
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.194861778846154
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.201171875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.631906582446809
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.587948803191489
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.497564827127659
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.511186835106383
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.506615423387097
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.593119959677419
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.317225302419355
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.348664314516129
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8921944754464284
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.963134765625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7691127232142856
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.785365513392857
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2369384765625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2894287109375
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.116292317708333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.147216796875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.11099567819149
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.171805740248227
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9890846631205674
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.00940547429078
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.366570723684211
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.430921052631579
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.239000822368421
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.262335526315789
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.933872767857143
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.013578869047619
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7874813988095237
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.792782738095238
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.876953125
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.877905868902439
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7576695884146343
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.797875381097561
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.124704619984568
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.050250771604938
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.905906394675926
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9289882330246915
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.963514819587629
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8914706829896906
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7563828930412373
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7810083762886597
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.246530812937063
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1913925917832167
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0794908216783217
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.092671000874126
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.019205729166667
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9682074652777777
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.32421875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.259114583333333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8483072916666665
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.64375
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.126302083333333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.5625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.868381076388889
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3796875
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.141927083333333
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.40703125
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.49896484375
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4303125
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30728515625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.31328125
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.447451636904762
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.521763392857143
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.546502976190476
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.544084821428571
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.8869185014204546
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.765484434185606
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.59619140625
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.612008759469697
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.081345016891892
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.0061233108108105
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8490815033783785
/ckpts/RedPajama//70M_RP_201-0.125-0.0625-0.5625-0.0-0.09375-0.0-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8819942989864864
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.582292193825911
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.571969097925101
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.665470015182186
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5225795483299596
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5438425164473686
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6532056553643724
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.593010659159919
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6396919281376516
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.207060042997543
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.295046644656019
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.284100506756757
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.162570062960688
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1813718903562656
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2130105958230954
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.153840985872236
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.264218941953317
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.004698218368903
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.986018483231707
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8936737804878048
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8549030583079267
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.910448027820122
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8765422541920733
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8358779535060976
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.958585413490854
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.540865384615385
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.381009615384615
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.525540865384615
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.351862980769231
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4170673076923075
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.371394230769231
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.314903846153846
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.464092548076923
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.461801861702128
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.453681848404256
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.340392287234042
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.382779255319149
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.388380984042553
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.359025930851064
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.435422207446808
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.333934507978723
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.127142137096774
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.112903225806452
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.922001008064516
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9729712701612905
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.995085685483871
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9535975302419355
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.068548387096774
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.894688760080645
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8955078125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8297642299107144
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7298758370535716
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7509068080357144
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.780552455357143
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.758056640625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8165457589285716
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7101004464285716
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.24462890625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.21142578125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.072469075520833
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.121500651041667
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1396484375
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1031494140625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1820068359375
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.059407552083333
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8754848182624113
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.854831560283688
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.708651928191489
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.758809840425532
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7715397828014185
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.735123005319149
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8311585771276597
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6872783687943262
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.267269736842105
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2269736842105265
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0786389802631575
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.122944078947368
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.143606085526316
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.108655427631579
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.200863486842105
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.061266447368421
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.501767113095238
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.477492559523809
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.3034784226190474
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.222470238095238
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.326543898809524
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.262183779761905
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.409970238095238
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.205729166666667
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.751905487804878
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7286585365853657
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6629668445121952
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.634051067073171
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.694073932926829
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6683498475609757
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.706983612804878
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6385289634146343
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7850537712191357
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7656792534722223
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.650215808256173
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5943467881944446
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6723753375771606
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7287929205246915
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5721330054012346
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.623945071373457
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8569386275773194
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.682224548969072
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7299250966494846
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.831447326030928
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7451071198453607
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6636799291237114
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.798264336340206
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7056821842783507
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.888398710664336
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7296219405594404
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7701458697552446
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.867938701923077
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7875054632867133
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7122213723776225
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8390652316433567
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.753414554195804
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9012586805555554
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.071614583333333
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.766818576388889
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7983940972222223
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8802083333333335
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8145616319444446
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.884765625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9329427083333335
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.20546875
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.02734375
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.951171875
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0046875
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18828125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.748046875
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0765625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8589409722222223
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7821180555555554
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8645833333333335
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.009765625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9069010416666665
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.976953125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14140625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0328125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33052734375
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.369267578125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.48677734375
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.38970703125
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.314521484375
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4419921875
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.358681640625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.751488095238095
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.727492559523809
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.742001488095238
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.759300595238095
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.743582589285714
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6574590773809526
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.804873511904762
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.732700892857143
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8400287050189394
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7010904947916665
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7399643406723486
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8250103574810606
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7559222597064394
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6858021129261362
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.801180752840909
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7245279947916665
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.718063766891892
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.54273120777027
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5867820945945947
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6968169341216215
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6015625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5137510557432434
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.666279560810811
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.563502956081081
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7139699835526314
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.362158323095823
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0778629954268295
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.616436298076923
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.520262632978723
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.250945060483871
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.94775390625
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.333048502604167
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9639710771276597
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.334909539473684
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.618303571428571
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.825838414634146
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.889678578317901
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9395940721649483
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9637374344405596
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9722222222222223
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.118489583333333
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.321875
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.59873046875
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.715680803571429
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.902121803977273
/ckpts/RedPajama//70M_RP_998-0.296875-0.25-0.03125-0.21875-0.03125-0.15625-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.821552998310811
