/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9325657894736843
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.985132132464575
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8925455070217612
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9689753605769231
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8948841172191295
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9422108267965588
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9137639960779351
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9871445628795548
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7109794897880835
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8421567874692877
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.658343490863022
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7982630624232185
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6267935638052826
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.735872235872236
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.68687375230344
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8587271575552826
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3515744092987805
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4793016387195124
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.294911454363567
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4306521532012195
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2640127786775914
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.590519831730769
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7040264423076925
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3716341344321648
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5262920673076925
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3216552734375
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4920163038300305
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6695462740384617
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4911358173076925
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.61328125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5532602163461537
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.730694110576923
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.830327460106383
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.965886801861702
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7691572473404253
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9176778590425534
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.733951130319149
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8548329454787233
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8009640957446806
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9779670877659576
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.469537550403226
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.654265372983871
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4007371471774195
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.595372353830645
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3673292590725805
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.505528603830645
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4358618951612905
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6868699596774195
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2864467075892856
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3556082589285716
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2394932338169644
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3484409877232144
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2357962472098216
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.297031947544643
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2707345145089284
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3523123604910716
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4813232421875
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6188761393229165
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4259236653645835
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.567626953125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3854166666666665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4986165364583335
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4552001953125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6539713541666665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2550767398049647
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.396096520390071
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1841893838652484
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3473653590425534
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1477449024822697
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5652240953947367
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6905324835526314
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5167043585526314
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.275321365248227
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2218805407801416
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.646535773026316
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4204066932624113
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4884868421052633
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4605189732142856
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.247349330357143
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5915398848684212
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5397306743421053
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1256510416666665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7096525493421053
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3218936011904763
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.087704613095238
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2923642113095237
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1472284226190474
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3736049107142856
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2566930259146343
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.389314977134146
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.240234375
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.331388147865854
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2076505335365852
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.294969512195122
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.250905106707317
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.391553925304878
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1194872444058643
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2804331838348766
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0661018277391974
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2241753472222223
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.018837257667824
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1506151740933643
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.09899600935571
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.298216266396605
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.102916599548969
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.239564875966495
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0360170344716493
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1908021907216493
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.006579212306701
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.118370449420103
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.073634826030928
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.260339481314433
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2616811899038463
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.358555506993007
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.219221208479021
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3268411276223775
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2012162642045454
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.291015625
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4136827256944446
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4091796875
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5358072916666665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.231662326388889
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5947265625
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.764453125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3486328125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3585069444444446
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4850260416666665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5283203125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.279081758085664
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2406782670454546
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.205783420138889
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7068359375
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3206380208333335
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3755019394667833
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5001953125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79974609375
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9186279296875
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3065321180555554
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.258083767361111
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.423828125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3681640625
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.420193142361111
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7341455078125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6234375
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5472005208333335
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5611328125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8652392578125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.795703125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.69552734375
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.172944568452381
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.149321056547619
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.000558035714286
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.019624255952381
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8161767578125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.756875
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.936709449404762
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.925888671875
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0383184523809526
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.002883184523809
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.004092261904762
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.329049775094697
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.426865086410985
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.288720333214962
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.393192175662879
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2680913751775567
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3140055338541665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3480169122869317
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4400579279119317
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1273094383445947
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2698083826013513
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0705236486486487
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.226219383445946
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0426388302364864
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0995301942567566
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.15478515625
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.290751689189189
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9530647061614372
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.002905965334008
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0307241586538463
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1240234375
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.112626913588057
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0384358394483804
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.072077824519231
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.037270488044028
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.879278159551597
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.761139290924447
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9399042152948405
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7746875959766584
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.825168918918919
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6386034916308354
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6722349124692877
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.61390749769656
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.522051555354421
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.398770960365854
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7549579326923075
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.587904022961128
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6378455528846154
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.424937178448933
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.468030976086128
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8238431490384617
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6600060096153846
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6971905048076925
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2901388028772867
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3180140053353657
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.259540836985518
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.520808293269231
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5519080528846154
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4916616586538463
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.994963430851064
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.878083444148936
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.055892619680851
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9122922207446806
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9554313497340425
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7699509640957447
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8049783909574466
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7238848286290325
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.543126260080645
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7443816489361703
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.814752394153226
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5164283014112905
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.591040826612903
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3901192801339284
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2918526785714284
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3344569052419355
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.370967741935484
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3048922631048385
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.410191127232143
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3485281808035716
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.398402622767857
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.675048828125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5382080078125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.244960239955357
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2974330357142856
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7211507161458335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5646158854166665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2460414341517856
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6894327799479165
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4250895182291665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4747517903645835
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3918660481770835
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4469539561170213
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.308912344858156
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5186377992021276
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.748458059210526
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3820991245567376
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6125616776315788
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4439342309397163
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.805150082236842
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.652754934210526
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.400669642857143
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.265531994047619
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7141755756578947
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5048363095238093
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.320498511904762
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.216686059397163
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.25806876108156
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3474237351190474
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1874445921985815
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.419659870426829
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5182976973684212
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.555150082236842
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.308522294207317
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4972245065789473
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4816596798780486
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.311833079268293
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1236514136904763
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.157040550595238
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3491330030487805
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1010044642857144
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.213819550304878
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2462366615853657
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.195288681402439
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3290216893325617
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1793845847800926
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4000816816165123
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1888819565007718
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2511061680169755
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.035151728877315
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0734230324074074
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0110353069540894
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2924653672680413
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.155807023195876
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3601300740979383
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1824611388530926
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2369170827963916
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0255315721649483
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.056132208440722
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9851099387886597
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3982940887237763
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.299558839597902
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4498155381944446
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4510011472902096
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5859375
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3326280381944446
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.371267892263986
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4449869791666665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8259765625
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6619140625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.418928239729021
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5112847222222223
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6432291666666665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3461371527777777
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4986979166666665
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9103515625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.644921875
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.94943359375
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3961046006944446
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.83541015625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5491536458333335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.714453125
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0504931640625
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.089936755952381
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.258246148382867
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2838040865384617
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86201171875
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.09765625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.239571951486014
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9257470703125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2221137152777777
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2514105902777777
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.948707217261905
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3619791666666665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.384765625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.071754092261905
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.478125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5087890625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1974283854166665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3421223958333335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.917596726190476
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.451171875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.735263671875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.771513671875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7088671875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.969680059523809
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.988327752976191
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.970377604166667
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.462326512192235
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3683952562736743
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5106034712357954
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3425163500236743
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3687263257575757
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3187156883445947
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1857580236486487
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2328907359730112
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2611370664654356
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.216134736032197
/ckpts/RedPajama//410M_RP_0-0.125-0.125-0.28125-0.125-0.09375-0.125-0.125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3919578758445947
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.169657939189189
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.219528610641892
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0155590160472974
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.045726879222973
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.991580447635135
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.073975597798583
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1521421115890687
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0921586380313766
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1468243927125505
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0960530269483804
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9007919249746963
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1685183135121457
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.92452100993168
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6964810158169534
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.817154867936118
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.713389703624079
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.85081148264742
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.739002274646806
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.017438958845209
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.909757946867322
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0804164427211305
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3472900390625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4782015172446648
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5880408653846154
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7010967548076925
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.366047184641768
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4984815644054876
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6117037259615383
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.720703125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3905282369474086
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6307842548076925
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5622767006478657
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5642119616996952
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6332427234184452
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8553936298076925
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.796123798076923
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9307391826923075
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.837554022606383
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.958203125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8522731050531913
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.982388630319149
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.877052859042553
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.404974168346774
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5759198588709675
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4343182963709675
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.627220892137097
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.186149434840425
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.044323470744681
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4674899193548385
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.246259973404255
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2879638671875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4153878348214284
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3218819754464284
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4337158203125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.727759576612903
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8437972530241935
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.47930908203125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3237130301339284
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.622314453125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9480689264112905
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4983927408854165
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6499837239583335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5304158528645835
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5128348214285716
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3034842354910716
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3374546595982144
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7036946614583335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6546630859375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.73492431640625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2960438829787235
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4364264738475176
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5694901315789473
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6951583059210527
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.313407302748227
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.472677027925532
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2359095982142856
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.600020559210526
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4390345982142856
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3424479166666665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.736739309210526
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.279482886904762
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6172902960526314
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3856956845238093
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2517387576219514
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3673542301829267
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2715308779761907
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5369085217198584
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7230510305851063
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2955411585365852
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3927210365853657
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8065852171985815
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8108552631578947
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7478926809210527
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2937071265243905
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8224712171052633
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4736793154761907
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.623325892857143
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.675595238095238
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4314977134146343
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.424899961890244
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.481754954268293
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.101654429494599
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.253074363425926
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.131029670621142
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.28637996720679
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.158596462673611
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.094384262242268
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2349790592783507
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.368625217013889
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3269932122878085
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.114816567332474
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3990584008487654
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2587991301546393
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.148744563466495
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3452702158505154
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4922277706185567
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.582564835695876
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2995690832604896
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.40966796875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2787000868055554
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4202473958333335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4053819444444446
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5419921875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.546875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3208793159965033
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7005859375
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.439661412805944
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.295193142361111
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7975732421875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4361979166666665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.568359375
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.431423611111111
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.341120793269231
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9343408203125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5729166666666665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.751953125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.091145833333333
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3175455729166665
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4573567708333335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.309105282738095
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8213037109375
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.603125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9329638671875
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0661737351190474
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.83208984375
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.007905505952381
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5002048732517483
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2958711210664338
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.056733630952381
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3504186243444054
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4901801215277777
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4546983506944446
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6471354166666665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6350911458333335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8419921875
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9537109375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.524631076388889
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.720703125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06015625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0635595703125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9699560546875
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0368994140625
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.961309523809524
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.042271205357143
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.986653645833333
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.280548095703125
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.378517844460227
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.300391919685133
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3933919270833335
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.317531701290246
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0712230785472974
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2071632179054053
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.090450802364865
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.252243454391892
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4423014322916665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.385296445904356
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.119483741554054
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.434903231534091
/ckpts/RedPajama//410M_RP_10-0.0625-0.25-0.0703125-0.25-0.09375-0.125-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.332493137668919
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3505991342905403
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4336861275337838
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7787275430161944
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8504821530237854
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7716840365637652
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8719586206351215
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9337291640308705
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8856729978491902
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9540560950151822
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8861929086538463
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.844123109259828
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8922542037776413
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8135305493703933
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.928938882063882
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.056388686271498
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9513350353194103
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.108907113789926
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9769823978808354
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.401757217035061
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4412692930640243
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6817157451923075
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7303936298076925
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3680717654344514
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4847263243140243
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6434795673076925
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7710336538461537
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.616831709698933
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.899714543269231
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.500760706459604
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6635518888147867
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8158052884615383
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9535006009615383
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.526170684070122
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8214393028846154
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9981756981382977
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.051221742021276
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.963314494680851
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.099663397606383
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6191563760080645
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.22427692819149
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6808688256048385
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5915921118951615
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.721033896169355
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1982421875
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2396240234375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9029737903225805
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.269286070478723
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.123337765957447
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1825997488839284
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.140708111702128
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.262782505580357
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4915568033854165
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5364990234375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3395472935267856
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4535725911458335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9874779485887095
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.753449470766129
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5749308268229165
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.791866179435484
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7053629557291665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.358677455357143
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.269496372767857
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2662876674107144
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5329884197695036
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7584228515625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5825398763020835
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5815464317375887
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.599146792763158
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6285400390625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6418585526315788
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.48979803856383
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4032738095238093
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.638027759308511
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3961588541666665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5706722861842106
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6668893914473686
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7680837211879434
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3035714285714284
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.320264862804878
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.535063244047619
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.338224085365854
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7933285361842106
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7496279761904763
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3118807164634148
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.360613567073171
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8301750886524824
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6512840757978724
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.487233231707317
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.681592143173759
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8523848684210527
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.693410773026316
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.710474917763158
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.69140625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6166294642857144
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5650576636904763
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5024294969512195
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4154439786585367
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4146341463414633
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1508472583912037
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.196929554880401
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.122730396412037
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2363597728587963
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.378735954378858
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3027746456185567
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3544015786082473
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2645175579896906
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4077198775773194
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.438597125771605
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2691371588059415
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.550962467783505
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2901716820987654
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.176214898382867
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2049108118444054
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6135027384020617
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4191970038659796
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.307834201388889
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.46484375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.750390625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3418511284722223
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5182291666666665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4559238079896906
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.798828125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.160535265515734
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2272215089597904
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8142822265625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2849934895833335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8452392578125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.72265625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3924153645833335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5634765625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.938941592261905
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.330866887019231
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83984375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9970703125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7905517578125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5203450520833335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6917317708333335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9017724609375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0103515625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.888346354166667
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.113885788690476
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0303564453125
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.164202008928571
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3724459134615383
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2462610631555946
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.556369357638889
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2685922475961537
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7457682291666665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4021809895833335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5849609375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.094140625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8716796875
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4242621527777777
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6009114583333335
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.906640625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0716748046875
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9260400390625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.940166015625
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.040504092261905
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.071196056547619
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.020600818452381
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.273215553977273
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.300453879616477
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.256573301373106
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3233966249408144
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1747519003378377
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4182147401751894
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.218486064189189
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.146286423141892
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2482316300675675
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3919578758445947
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.456692782315341
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3421640107125947
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3598077947443183
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4624815244932434
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.279442039695946
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3115762246621623
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9706803912575912
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1443592642965585
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.175375996330972
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0387313780996963
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.050024117535425
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.012907823570344
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.075661848431174
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1549907483552633
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.172954737407863
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7059599105497543
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7639742014742015
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.566397852042383
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.593983943105037
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5409388436732185
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.621573633292383
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7444405520577395
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.736408512766768
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3651123046875
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.035682091346154
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6909555288461537
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4254239710365852
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2327657560022867
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7540564903846154
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5410907451923075
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2567138671875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.571589543269231
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2011882502858233
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.282926233803354
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.512469951923077
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6029897836538463
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4136843797637195
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7237830528846154
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.334516289893617
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8414768949468083
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8985164561170214
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.692212433510638
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.087323588709677
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4620558215725805
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7197099401595746
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.549347908266129
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.420567103794643
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2830298639112905
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3971993582589284
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3120274697580645
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4635707310267856
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8153076171875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3133370535714284
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5284830729166665
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6656540890957445
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.756241688829787
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3319614955357144
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8799409906914892
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6222330729166665
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.38873291015625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2460779989919355
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3505701864919355
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4198404947916665
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.519468245967742
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.27490234375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.901478003102837
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3367222377232144
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2191309286347516
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9065583881578947
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.466831752232143
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6058285361842106
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.805850074404762
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3473103841145835
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.296036957003546
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4331287202380953
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43609619140625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0612325465425534
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.669870476973684
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5809122721354165
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4730160361842106
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5555211509146343
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.456147693452381
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0947265625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2915872713414633
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2185174851190474
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.502467105263158
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.321932164634146
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2290736607142856
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.161442454268293
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1994092987804876
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.027004377216312
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1208305629432624
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.443410773026316
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.266262189716312
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5187602796052633
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1615048363095237
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.642526726973684
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.341610863095238
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5297619047619047
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1443168826219514
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.198909108231707
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.329363567073171
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5119824821566357
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.158673321759259
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.247926311728395
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0239717459972995
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.041283878279321
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6903491462628866
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.13683956185567
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2043431862113403
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9861368395618557
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.020920586340206
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.974565670814043
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0684015721450617
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2272587528935186
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.42198085118007
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.371855195585664
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6217447916666665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8037109375
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18671875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.294650607638889
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4427083333333335
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.572265625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4271129261363638
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.132783203125
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.968518443943299
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88025390625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.049497624033505
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.256258877840909
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3506401909722223
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5055338541666665
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.862630208333333
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.65546875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1776538337628866
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.169650607638889
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.963588169642857
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3079427083333335
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.41015625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2766710828234267
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9316748046875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7461083984375
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1947157118055554
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.326171875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4390625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9919549851190474
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.892624627976191
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7653662109375
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.912062872023809
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2352047366695804
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2968135380244754
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1425238715277777
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2718098958333335
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4089406687062938
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2210286458333335
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3606770833333335
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3806640625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4716796875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.34423828125
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4794921875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6296875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.71205078125
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.804228515625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.876488095238095
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9329736328125
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.061569940476191
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.090262276785714
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5093365293560606
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4070305101799243
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4624226888020835
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.306805234966856
/ckpts/RedPajama//410M_RP_209-0.0-0.0625-0.5625-0.125-0.09375-0.125-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.537307326858108
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.140651393581081
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.326239383581913
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.21263988597973
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9961597339527026
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.016971072635135
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.283010771780303
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.346844297466856
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4419241240530303
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.963154560810811
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0472049197635136
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1847550675675675
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0830730484564777
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1834158337550607
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1083134330718623
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.221193383097166
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.013478143977733
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0521452745445345
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9505155617408907
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.971680675923583
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6456061885749387
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.787800406941032
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.666674264818796
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.848116937960688
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7516172066953315
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.800145404637592
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6046721437346436
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.641121679207617
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3077779630335367
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4544930806974086
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6424278846153846
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.774714543269231
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3308165015243905
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6517427884615383
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5194062023628048
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.86328125
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3412088533727133
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7342998798076925
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3984345226753048
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1935112185594514
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.791240985576923
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5576923076923075
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7807471742021277
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2300504358803352
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.919801363031915
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5916466346153846
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.797739361702128
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.378291960685484
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9820354055851066
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.589575982862903
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.882779255319149
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.360386439732143
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4131016885080645
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4754464285714284
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6787581905241935
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4591471354166665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.553521925403226
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3553989955357144
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6188151041666665
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5521937779017856
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4934488932291665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3361293247767856
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9329080784574466
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7360330784574467
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6778971354166665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7722780917553194
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4580281575520835
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.620022681451613
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3449313256048385
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1511524822695036
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.384214339717742
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.32653202570922
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5548416940789473
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6978824013157894
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3737909226190474
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3867885044642856
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2252894810267856
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4860956101190474
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1801446143617023
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.263148716517857
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.390715037677305
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.564401726973684
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.243187881097561
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5279541015625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3482040777439024
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7715871710526314
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3568638392857144
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.29949951171875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2656804078014185
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.576264880952381
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3347574869791665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6271073190789473
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.236351943597561
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4645182291666665
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3868616615853657
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2404487423780486
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.306986923758865
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.06499335106383
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.683079769736842
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.105628047429078
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.474043996710526
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5528738839285716
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5085834703947367
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.291899181547619
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.315150669642857
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.303377477134146
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.140720274390244
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1935737423780486
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0930341555748457
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2779616367669755
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1198398919753085
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3404947916666665
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0702772632087627
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.227468588917526
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1990974332079474
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.101351079252577
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.308362193943299
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1927553157216493
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3186461975524475
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2637803819444446
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.019155243296682
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4511787041083917
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2431098090277777
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.384765625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4982421875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0600043402777777
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3818901909722223
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.53125
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.688671875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.82671875
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.340137401660839
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9584228515625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.955775669642857
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5095061188811187
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.263888888888889
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3984375
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.978004092261905
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.528125
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4388020833333335
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5989583333333335
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.253372664304124
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7759765625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0293069426546393
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8396630859375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3559092274912588
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0648759664948453
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.042333984375
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.944800967261905
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2631293402777777
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4580078125
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6587890625
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.889462425595238
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9092431640625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.037667410714286
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.406652917395105
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2357066761363638
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3182508680555554
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5087890625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7234375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.260660238199301
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1191948784722223
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3037109375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.46484375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.156521267361111
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.330078125
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.969541015625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4962890625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.777783203125
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.127976190476191
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.813271484375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9970703125
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3629168886126894
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.022832961309524
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4820815577651514
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3825850053267046
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0684121621621623
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5284368341619317
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2473474451013513
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3931385387073862
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.099873310810811
/ckpts/RedPajama//410M_RP_11-0.25-0.25-0.0703125-0.125-0.09375-0.125-0.0859375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.318135029560811
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.202319995777027
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.44012451171875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.283221620501894
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3107429273200757
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2549487964527026
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.037399704391892
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9470995698380567
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9853515625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.068240603885135
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0576863771508096
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9752528387525303
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.078670609817814
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.02348692117915
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1087977606275303
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.165748750632591
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.589934927825553
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.658957741477273
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.793335860718673
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.684202002073096
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8273163966523343
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.71498171644656
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8868147266584767
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.720584353885135
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1805732540967986
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5799278846153846
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.246501643483232
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6304086538461537
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3973641744474086
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8406700721153846
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.274146103277439
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6514423076923075
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.430162383288872
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8226412259615383
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7238779920212766
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.793882978723404
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3086086366234757
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.503010075266768
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7035006009615383
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9415564903846154
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3536972418064024
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.312689012096774
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6388221153846154
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9388630319148934
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4211032006048385
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8153382646276595
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.229649135044643
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9595495345744682
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.607264364919355
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.273646763392857
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4484784526209675
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2847696940104165
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3530069986979165
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3782784598214284
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.667700982862903
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2956717354910716
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.52044677734375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4259730747767856
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3866780598958335
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.860513630319149
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.027709441489361
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5611368815104165
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8168134973404255
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.045579842641844
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1215162344858154
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4661800986842106
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.492455267137097
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.524825246710526
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7685389364919355
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.304873511904762
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4120628720238093
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5010238155241935
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2941600177304964
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.129906631097561
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3139125279017856
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6751644736842106
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1639586103723403
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.462733677455357
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1603706173780486
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5506270559210527
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6628534226190474
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.440708705357143
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3834635416666665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.345682347074468
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4254353841145835
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6259765625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7237356085526314
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2760099085365852
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5164591471354165
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.208960556402439
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5951450892857144
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3264100609756095
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1959358377659575
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4108557734929077
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5807976973684212
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.792917351973684
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.154248393173759
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5397135416666665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.645918996710526
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.890625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.320219494047619
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2097465701219514
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3745236280487805
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.260408727134146
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.99261474609375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.090776608314043
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.260740680459105
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.116733127170139
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.009977045747423
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0810597213273194
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3041931905864197
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.248862355025773
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.107311130798969
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2873610663659796
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2227040537587412
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.275738909527972
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1056315104166665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2913411458333335
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4322265625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1698676215277777
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3531901041666665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5337890625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1524597921489197
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.804248046875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3820996696566357
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8284912109375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.396764368444056
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.049851190476191
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.208687487943673
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0392950148809526
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3130967881944446
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4873046875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.296612079326923
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1959635416666665
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3779296875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.55703125
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0259716796875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4295440887237763
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1523085132087627
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.263625372023809
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.85537109375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3731374838917527
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3418511284722223
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.544921875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7634765625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.993071056547619
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0784622664304124
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0085986328125
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.118768601190476
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3285688920454546
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.493840144230769
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2256401909722223
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4046223958333335
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6005859375
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.41650390625
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.619140625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4728884396853146
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.857421875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2756329160748106
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2919921875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9185888671875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.458984375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5857421875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.08779296875
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.326336484966856
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.042689732142857
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.078218005952381
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8848095703125
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.114583333333333
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4329279119318183
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0059385557432434
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.091625316722973
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.34269668116714
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.466598973129735
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2458826013513513
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1170291385135136
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2947107263513513
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3710068211410986
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5174727006392046
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5189153497869317
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.207493832236842
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.077180067054656
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.156619510135135
/ckpts/RedPajama//410M_RP_8-0.25-0.125-0.140625-0.125-0.1875-0.125-0.046875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3713048986486487
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2102908572635136
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.093753953694332
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0545886576417005
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.111251027960526
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2064480800860324
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.121305272646761
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2139719603997974
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.769509655251843
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5938795684889433
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6216324189957003
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.569364730497543
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6387282612868552
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7554646709920148
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.666481111793612
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4101488066882624
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.696589543269231
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7928943680896805
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.222313857660061
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5025540865384617
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.248356516768293
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.531024639423077
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.192478086890244
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.471905048076923
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2701877500952743
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.557917668269231
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8619514627659575
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.685609208776596
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5882686491935485
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4062708412728657
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2946688024009148
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.679987980769231
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.715275930851064
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.317934097782258
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5875150240384617
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4347147127477133
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.663838098404255
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7189002403846154
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5061209542410716
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3496616908482144
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3476720010080645
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7360413896276596
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.284825478830645
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58282470703125
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3738606770833335
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.371616908482143
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3794417842741935
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.326381138392857
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4124959309895835
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3380126953125
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3892647879464284
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2207377548758864
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8525432180851062
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.42156982421875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7017886513157894
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.765363198138298
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0088029144503547
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4991776315789473
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3515625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8830452127659574
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1130487351190474
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.555758568548387
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.301733993902439
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0437306072695036
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4126449092741935
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.539525082236842
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1726848323170733
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9788411458333335
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6283392137096775
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1400669642857144
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.478001644736842
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.582763671875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.397705078125
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0894252232142856
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.063324191046099
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1859517911585367
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.530848911830357
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.551243832236842
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5764567057291665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.140362995426829
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.448974609375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2251674107142856
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6094156901041665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1909060594512195
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.204925753546099
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0889502992021276
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.688425164473684
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5792043585526314
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2460383421985815
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4208984375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2539527529761907
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7345291940789473
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.381649925595238
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2996855945121952
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2886766975308643
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2339462652439024
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0529634452160495
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3246236661585367
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.082617488908179
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.135183432667526
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0155406057098766
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.930850314110825
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1088475356867282
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9594776900773194
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9013671875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5347601617132867
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9852609536082473
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.348904079861111
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3501591182255246
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5152994791666665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6740234375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.170138888888889
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3141276041666665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4228515625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.939521484375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7535302734375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.103841145833333
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.377338969624126
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2859504605516974
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.117047991071429
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.14440616560571
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.19775390625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.34765625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3288727873688813
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4501953125
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3285243658371915
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.14208984375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2932942708333335
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3943359375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7821435546875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.110444568452381
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3957126857517483
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.724541015625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2158745659722223
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3756510416666665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.103190104166667
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4765625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1219192976804124
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.002486710695876
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8161279296875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1648024726159796
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.215262276785714
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.515891335227273
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.571340849905303
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4210486778846154
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3427191840277777
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5166015625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3982802882339014
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6400390625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2412109375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4052734375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5138671875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.554393848339161
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9577685546875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.376247829861111
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5524088541666665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8353369140625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7052734375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.306036086309524
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.280101879222973
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.145647321428571
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9594482421875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.422733191287879
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.056125950168919
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.098028273809524
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3731892903645835
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0814110008445947
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.440771854285038
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.027462521114865
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.10375316722973
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5608409534801138
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.138867582869433
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4662734522964014
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2561934621710527
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.599707401160038
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2528637035472974
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.134105785472973
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.312130489864865
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.685948777257371
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8491390893734643
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3176909656059452
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6075721153846154
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4973218964367376
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.791766826923077
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7824135638297873
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9363115026595743
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4492345010080645
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.714654737903226
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.404087611607143
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.583827427455357
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.49658203125
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6592610677083335
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.116321753102837
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6045949835526314
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3155266511524824
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2554873511904763
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.803659539473684
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4740513392857144
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.229468368902439
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3764291158536586
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1717423804012346
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.402125229070216
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.040431701030928
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.23327762564433
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4371892755681817
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2594401041666665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4231770833333335
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.618464543269231
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5421875
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4303385416666665
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6240234375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7892578125
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8455224609375
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.097935267857143
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0307275390625
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.051943824404762
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4872381036931817
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6438117749763257
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1690112964527026
/ckpts/RedPajama//410M_RP_17-0.5-0.0625-0.0703125-0.0625-0.09375-0.0625-0.1484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3850955447635136
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4436776473937245
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4492325879301617
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4040102321609313
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.295111652327935
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3284590871710527
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2627407799848176
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.326169898152834
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3443410773026314
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6647319371928746
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6820497255067566
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.626354470592752
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4965352426289926
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5411679879453315
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4730701493396805
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5230200015356266
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.57142702894656
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3782973870998476
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.367717463795732
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3189206007050305
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1905725990853657
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.236290908441311
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1623475609756095
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.885066105769231
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8236929086538463
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.779972956730769
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.211687785823171
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6146334134615383
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2669454435022867
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6805889423076925
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5776742788461537
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.647160456730769
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7705829326923075
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8490234375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8381981382978725
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.797843251329787
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6550947473404256
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7054770611702126
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.628644448138298
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.681046376329787
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7457488364361704
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.450289818548387
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.418677545362903
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3657069052419355
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1880355342741935
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.251795614919355
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.155982232862903
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.217505670362903
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.282588835685484
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5152413504464284
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5529261997767856
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4712960379464284
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.368373325892857
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3956298828125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.324986049107143
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3831612723214284
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.430629185267857
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6879679361979165
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5567423502604165
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.49951171875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3507283528645835
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4030354817708335
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.31488037109375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3967081705729165
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4282430013020835
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.25922539893617
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2295960771276597
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.179756759751773
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.028950576241135
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.079350897606383
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9965785682624113
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6751644736842106
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.648848684210526
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.601151315789474
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0649171653368796
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.462942023026316
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5115131578947367
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1145694813829787
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4313322368421053
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6654110863095237
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8035714285714284
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5030838815789473
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6635044642857144
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4028552827380953
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5560238486842106
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4962332589285716
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3213355654761907
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4010416666666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6454613095238093
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2671970274390243
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2605278201219514
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.206126143292683
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.132121760670732
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1556545350609757
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1163776676829267
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1551543445121952
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.203815739329268
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2543583622685186
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2350275487075617
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1671730324074074
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0176075122974537
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0721103997878085
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9792601032021606
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0509138695987654
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1061951437114197
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2008094394329896
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.176183956185567
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.137353012242268
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.990284713273196
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0437036887886597
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9717350596005154
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0205883537371134
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0697688466494846
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.559051300262238
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5428731424825175
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5015911822552446
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3720566542832167
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.414776141826923
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2896050347222223
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2809244791666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2362738715277777
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5084635416666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4781901041666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.345563128277972
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4225260416666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.563671875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.533984375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4830078125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1158854166666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1587999131944446
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.396566324300699
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2932942708333335
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.345703125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3203125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3763671875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0914713541666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.441180889423077
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2613932291666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2931640625
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0050927734375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1377495659722223
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.035400390625
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.935625
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.33203125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3490234375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.186794704861111
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7858154296875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.390625
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.837958984375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4072265625
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.323288690476191
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.339192708333333
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.744443359375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.162295386904762
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.123372395833333
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.801240234375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.157412574404762
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8924560546875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.021112351190476
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.142252604166667
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.181780133928571
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.579678622159091
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.570969090317235
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5263412937973486
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4031168619791665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4484141956676138
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.382766261245265
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.431918057528409
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4773448597301138
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.143924197635135
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.123878272804054
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0747730152027026
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9330130912162162
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9876346072635136
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9108028927364864
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.964579814189189
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0120222761824325
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4720414505313766
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3814484754554655
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.516613423582996
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0843995129048585
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1354377530364372
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.020760848937247
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9998131879428138
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.991222798582996
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7063906058046685
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5924507159858723
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7603198902027026
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7919322020884523
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.733394838375307
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.619483741554054
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.590822711916462
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5702357186732185
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.285912490472561
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4031535823170733
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4667417944931405
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.745868389423077
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8685396634615383
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9603365384615383
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.760372340425532
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8724692486702126
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.931162732712766
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5638070455411586
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.501423161204268
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3904255192454267
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7576622596153846
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.695012019230769
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3629448123094514
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5752704326923075
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3175875756048385
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4854618195564515
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.551006610576923
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.338819550304878
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5700762348790325
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5284705528846154
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4309779575892856
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5262451171875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.613490513392857
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4595540364583335
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5918782552083335
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6429646809895835
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8962475066489364
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.834732380319149
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7146027260638297
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.683377659574468
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.146075742464539
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2817555961879434
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3484319592198584
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.663181515957447
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5671772203947367
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7066714638157894
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.765573601973684
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5782982610887095
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5865420386904763
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.707728794642857
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4917149697580645
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3452305947580645
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.811802455357143
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3074439264112905
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.278414818548387
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.199885670731707
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2902772484756095
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3299352134146343
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.434971400669643
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3773018973214284
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.307163783482143
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2914515904017856
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.272862025669643
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8299357096354165
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7632242838541665
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6355183919270835
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.61029052734375
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5782674153645835
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2417927194148937
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.031520113031915
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1625803413120566
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7057976973684212
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5264699835526314
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.642989309210526
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9947501108156027
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4389415922619047
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9697196365248226
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4967105263157894
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2249348958333335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.367466517857143
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4748149671052633
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1894066220238093
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3884336890243905
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1659691220238093
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2515005716463414
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.333269817073171
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2273246951219514
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1311939380787037
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.293143566743827
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2117711509146343
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.374172634548611
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1050962467783507
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.222676385309278
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.299039545747423
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4622213723776225
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.583581457604895
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.646675590034965
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2064344618055554
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.318630642361111
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3961588541666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5289713541666665
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4373046875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.590234375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.373806423611111
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.58984375
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6712890625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.271937994309414
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0500684196566357
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.885908203125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.011435546875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1855785228587963
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.09060546875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.183128720238095
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.269066220238095
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0153914086612654
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.179082961309524
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9814008547935957
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.149882208440722
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9639024242912373
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0805009664948453
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.935728092783505
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.912280525128866
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4075611888111887
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.263828944493007
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3570872486888113
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5164930555555554
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3543836805555554
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5299479166666665
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3440755208333335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.457302517361111
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.661328125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4638671875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4482421875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2378544307255246
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.576171875
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4934525923295454
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6077215021306817
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3289388020833335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9503515625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3053385416666665
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79080078125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2220689466783217
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.41328125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.890703125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.657577977035985
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.151785714285714
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3067491319444446
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.013997395833333
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.28515625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.113002232142857
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3830078125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7565478515625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.945452008928571
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7346533203125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.041160789695946
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.171584670608108
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.98828125
/ckpts/RedPajama//410M_RP_202-0.25-0.5-0.0-0.0625-0.09375-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.238663956925676
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5444890802556817
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.389260031960227
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.483502012310606
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.363882353811553
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.032710890055668
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.128006784539474
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0516342595521255
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.345035437381629
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2593697212837838
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.062816722972973
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.19115551097973
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0380991342905403
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.007918074324324
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0734408606401824
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.159013632338057
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.199135722419028
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.638433133062039
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.777220180052211
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6663191511824325
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6973436060350124
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.816154311271499
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8761709152334154
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.413428329839939
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.542813929115854
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6046424278846154
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.738957331730769
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4368598751905486
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6289813701923075
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8826213430851064
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7346409574468087
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.765699800531915
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4697861089939024
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.589054758955793
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6568509615384617
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6528201219512195
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5471112651209675
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3722435735887095
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7857572115384617
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8539663461538463
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4005008820564515
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4261997767857144
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.322474888392857
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3418491908482144
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8115234375
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6591389973958335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6865641276041665
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8016788563829786
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9190907579787235
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2130152925531914
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0558510638297873
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9796708776595744
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0844068594858154
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6926398026315788
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5437397203947367
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.574784128289474
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.415736607142857
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.254696800595238
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.452699722782258
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6070753528225805
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2888299851190474
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.694698210685484
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3647818216463414
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.264362614329268
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3191215701219514
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3554861886160716
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4537353515625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.506016322544643
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7242431640625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.85687255859375
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9217122395833335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1220633865248226
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.266573858599291
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6065481085526314
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.341298204787234
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7390522203947367
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7984683388157894
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3334728422619047
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.472377232142857
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.554780505952381
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3064500762195124
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3902200838414633
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4458126905487805
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.245448736496914
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.083135157455633
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1117968147183643
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1218790270618557
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.987229180090206
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0091263289304124
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3922332550262237
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2812397563374125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.301597328452797
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4950629340277777
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.37744140625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5169270833333335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3658854166666665
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.633203125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4673828125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3987630208333335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3912760416666665
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4951171875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.959091796875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.814375
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1517740885416665
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.300803855613426
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.838681640625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.239304315476191
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.026878720238095
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.373877254533179
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.014229910714286
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0474639577963916
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.180221085695876
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.250463112113402
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.327554769449301
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4317601343968533
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.43017578125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4267578125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4898587740384617
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.541232638888889
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5447265625
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5546875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.683203125
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.528244480942235
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4061871152935606
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5987413194444446
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6253255208333335
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.884833984375
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.429663455847538
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9789013671875
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.068963913690476
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.033271484375
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.209449404761905
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.212472098214286
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.238452808277027
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0889595650337838
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1088207347972974
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4581798206676138
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.570266261245265
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.616397742069129
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.155906883445946
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2915171030405403
/ckpts/RedPajama//410M_RP_208-0.5-0.0625-0.140625-0.0625-0.0-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3651815878378377
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.123752609438259
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0384822953567814
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.998046875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1182984881072873
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0853167699898787
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0218283464068825
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.053522148595648
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9835061756705465
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.847303535780098
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7106255758599507
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.658236716830467
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.834728194103194
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7931199132371005
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6841516143273956
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7356490901412776
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6282668055128995
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3254617830602133
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.469641708746189
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2732633265053352
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4551882860137195
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.409461044683689
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5679837740384617
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7198768028846154
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3503403082126524
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.299043981040396
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.503680889423077
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2425745522103657
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.690655048076923
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6528695913461537
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.600811298076923
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.536808894230769
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4759615384615383
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8183884640957446
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9461519281914894
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7570728058510636
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.946222573138298
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8945478723404254
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8432388630319148
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.782650432180851
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.726554188829787
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4413904989919355
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.654170866935484
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3648248487903225
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6181640625
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.563256048387097
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.472719254032258
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.41015625
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.342474168346774
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.326869419642857
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4368896484375
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.283238002232143
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.420741489955357
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.385899135044643
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.341831752232143
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.301060267857143
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.259486607142857
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4626668294270835
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6583455403645835
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4020182291666665
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.59320068359375
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5514119466145835
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4781087239583335
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4325154622395835
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3656209309895835
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.154864804964539
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.33550116356383
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0974831006205674
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3088777149822697
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5704152960526314
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7253289473684212
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.25755623891844
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.195880429964539
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.524002878289474
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1291278812056738
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.062340702570922
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7096011513157894
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6641652960526314
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2530691964285716
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.363560267857143
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.605057565789474
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5475431743421053
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4963507401315788
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.124209449404762
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4077845982142856
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.310546875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.285063244047619
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1439267113095237
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0903087797619047
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2436880716463414
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.367116044207317
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.222727705792683
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3814548399390243
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.324266387195122
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2885861280487805
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2374475990853657
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.199885670731707
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.103125301408179
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2862187138310186
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.041369026089892
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2673415195794755
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.197626561294367
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.13787540388696
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.076024184992284
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.004310890480324
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.050574863079897
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2110381765463916
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9877879349226806
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.196923324742268
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1476119523195876
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0756735260953607
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0263822889819587
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9684832071520617
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.35780430506993
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4925631009615383
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3133092493444054
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4728952687937062
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2664930555555554
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4009874131944446
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4007161458333335
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.556640625
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.55546875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.753125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2158203125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.436386855332168
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3388671875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.37820626638986
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.488671875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.395779079861111
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3376891663024475
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2900322333916083
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5315755208333335
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7208984375
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.34228515625
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4840494791666665
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8207958984375
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9525732421875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2882486979166665
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2411024305555554
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.671484375
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.18896484375
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.423828125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3701171875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3167317708333335
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7559423828125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5904296875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.528125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4671875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.095654296875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.119791666666667
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.035202752976191
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8936572265625
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.966099330357143
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.848330078125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.778828125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.73119140625
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.328218005952381
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.000697544642857
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.024460565476191
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.987211681547619
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.938011532738095
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2728410200639204
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3893876509232954
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2265754468513257
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3778945460464014
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3447154651988638
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.294631495620265
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.255607836174242
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2090019457267993
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1170555320945947
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2929555532094597
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0595043285472974
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2688318201013513
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.217166385135135
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.14966480152027
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.093156144425676
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0362119932432434
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.08146389486336
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.141793316675101
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.166980326417004
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0760710557945345
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.100125332110324
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9954809273785425
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.012636995508603
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9874549278846154
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.75942730727887
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.873675522113022
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9330586801289926
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8115354345823094
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6911123214834154
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.865587089219902
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.657104192260442
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.644382486179361
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3743911370998476
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.497831018959604
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5631490567835367
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.614032451923077
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7427884615384617
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.811298076923077
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2691903463224086
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.379864948551829
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4388219321646343
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.230547649104421
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.216505097179878
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5174278846153846
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.637920673076923
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.692683293269231
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.484600360576923
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4871544471153846
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.866539228723404
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9728432513297873
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.02896442819149
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.512915826612903
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.700006300403226
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7888577368951615
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3532889229910716
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4617396763392856
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5279017857142856
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8078041888297873
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9257646276595746
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.980402260638298
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7710314162234044
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7620719747340425
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.51116943359375
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6398111979166665
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.69549560546875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4475491431451615
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.620636970766129
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.693091607862903
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.409888482862903
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3736454133064515
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3089425223214284
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3761160714285716
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.428676060267857
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.274012974330357
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.289306640625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3667805989583335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4907633463541665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5623779296875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3314412434895835
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2221229499113475
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.367097462322695
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3162027994791665
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4303593195921986
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6275699013157894
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7588918585526314
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8319284539473686
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2685546875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.412016369047619
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4750279017857144
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.295850800304878
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4073932926829267
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4670112423780486
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.229173592641844
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4045739140070923
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4320146276595747
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.181231992464539
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1589857601950353
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.560032894736842
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6866776315789473
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7521073190789473
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.523900082236842
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5100740131578947
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1221168154761907
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2505115327380953
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3281715029761907
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0985863095238093
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1031436011904763
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2239900914634148
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3000428734756095
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3492520960365852
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.171946455792683
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1742092225609757
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1692339108314043
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.323998722029321
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.396066924672068
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1091988160438144
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.241885470360825
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.320372905927835
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.134076153790509
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.276123046875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3309401523919755
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0923100224247686
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.061178325135031
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.038035599226804
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.403757375437063
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.51621913243007
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1715024967783507
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.229955299613402
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0127255154639174
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5742870410839163
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9899373791881443
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3135850694444446
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4334309895833335
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.44921875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.578125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.621875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.797265625
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4947916666666665
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6468098958333335
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8798828125
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8719091796875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.974873046875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.032998046875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.138020833333333
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.137230282738095
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.976841517857143
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.274499426354895
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3731458970716783
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4280792449737763
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2500990220716783
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.196560329861111
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.236502267263986
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3994140625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5669921875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.303439670138889
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3604058159722223
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.156521267361111
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5250651041666665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5852864583333335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3639322916666665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.729296875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1446397569444446
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.796875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.533203125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3538411458333335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4994140625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.76810546875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8696240234375
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7350830078125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.931142578125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9489862351190474
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.766787109375
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.092587425595238
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.966936383928571
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.060221354166667
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.041899181547619
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.319424715909091
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4182239879261362
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.463107022372159
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1826171875
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3282569679054053
/ckpts/RedPajama//410M_RP_20-0.25-0.0625-0.140625-0.25-0.09375-0.0625-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.397830447635135
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.341904148910985
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4296283143939394
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.314852627840909
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4783195726799243
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3067682439630683
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.116725612331081
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2543813344594597
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.08837890625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.31030933277027
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.058488175675676
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0185408495698383
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0962882717611335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0408090444711537
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.115957901062753
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.060254301619433
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9976277834008098
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1419356496710527
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0247985592737856
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.715015308277027
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.855092041615479
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7438191031941033
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8898259943181817
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.776127245853808
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8538251497235874
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9547757985257985
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.905618953470516
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2854822670541157
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.427639100609756
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3138948766196648
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5443960336538463
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6934344951923075
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5717397836538463
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4671481993140243
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7208533653846154
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.351450850323933
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.402193395102896
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5357919088224086
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4578708555640243
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6259765625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6512169471153846
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8043118990384617
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.703801081730769
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.832052027925532
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9743974401595743
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8612907247340424
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.481539818548387
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6715284778225805
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5153099798387095
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3227364676339284
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.453822544642857
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.001013962765957
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3377162388392856
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9024808843085106
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9729679188829787
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.069655917553192
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.02583942819149
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3862711588541665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.54840087890625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4167073567708335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.738123739919355
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.565272177419355
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6838772681451615
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8314642137096775
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.755638860887097
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4798060825892856
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.385532924107143
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3691231863839284
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5114048549107144
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.376708984375
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5883992513020835
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2476797983156027
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4174493018617023
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.285606438386525
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4605305989583335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5027262369791665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6490275065104165
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.57183837890625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.579152960526316
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7361225328947367
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6092722039473686
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1847098214285716
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3643973214285716
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1779668898809526
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2130097179878048
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3298399390243905
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2490234375
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.466069647606383
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7761101973684212
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3268644725177303
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5015860483156027
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5379889738475176
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5183399822695036
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3608630952380953
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6475637335526314
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.683028371710526
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8435958059210527
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7373046875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3331473214285716
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2527901785714284
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.556640625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3294270833333335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3716653963414633
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.304616044207317
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2911823551829267
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.347394245426829
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4265910823170733
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.163966049382716
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3178123191550926
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1892157660590277
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0692553962628866
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2155283505154637
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0966444507087627
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3706506799768516
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.230260024836034
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3592438874421298
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.297340675636574
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4372935353973766
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.269933956185567
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2919785292832167
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4144585882867133
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3180008468094404
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1382188305412373
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.209689670138889
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4208984375
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.345431857638889
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2795183634020617
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2151155766752577
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.346468266752577
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5657552083333335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.604296875
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7775390625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2388237847222223
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4557291666666665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.630078125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.794072265625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9614697265625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8164697265625
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.994745163690476
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.328915550595238
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.004278273809524
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4473407451923075
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3795572916666665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6077473958333335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8392578125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3472362598339163
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3992330911276225
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3532595334353146
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5081198098776225
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2688802083333335
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4762369791666665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.37158203125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9714013671875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3155381944444446
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.449435763888889
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5970052083333335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5465494791666665
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.67734375
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6842447916666665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.861328125
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7986328125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9267578125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.022925967261905
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.889130859375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91556640625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8585986328125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0279345703125
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.017671130952381
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.991582961309524
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.990141369047619
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.062360491071429
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.358040549538352
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.465600216027462
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.379520300662879
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.146101668074324
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.290355785472973
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.16773120777027
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.507216944839015
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.407061952533144
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5498176343513257
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.497307054924242
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.552852746212121
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.345241237331081
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.208522487331081
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3428130278716215
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2897619298986487
/ckpts/RedPajama//410M_RP_5-0.125-0.125-0.140625-0.125-0.1875-0.125-0.171875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4191564611486487
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9439455101847165
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.918702160298583
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9274180794534412
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9445494369939271
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.02395543395749
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9567110007591093
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0445937183704452
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.977799017902328
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7025947289619165
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7397053036701475
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6809879837223587
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7567639550061425
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.898120777027027
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.784006929514742
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9315638436732185
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8147326570178133
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.25006103515625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.288517649580793
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.234662311833079
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5005258413461537
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.531475360576923
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5033052884615383
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3046964319740852
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5596454326923075
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.452374714176829
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3357022913490852
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.487806366711128
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3657077696265243
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7128155048076925
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5855618990384617
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.743464543269231
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6268028846153846
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.825290890957447
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.863260472074468
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.804471409574468
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4669701360887095
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4982201360887095
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.427576864919355
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2609340122767856
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2659737723214284
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2659912109375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.881000664893617
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3404744466145835
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3805135091145835
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.907234873670213
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.022423537234043
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3312174479166665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.04956366356383
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9438746675531915
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.544370589717742
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5731634324596775
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.736170614919355
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7892672631048385
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6171875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2904750279017856
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3004324776785716
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3928048270089284
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4389474051339284
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.341639927455357
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.40191650390625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.268076795212766
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3134834884751774
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2426723182624113
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5347964638157894
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5771484375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.517578125
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43365478515625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5609130859375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0959356398809526
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1227213541666665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5977376302083335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4730224609375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1048642113095237
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.181640625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2251572027439024
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.175733612804878
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.335826684397163
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5832648026315788
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3698955562943262
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.501094304078014
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1783854166666665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.556973071808511
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.40075077570922
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6151315789473686
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7350945723684212
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7725637335526314
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.646535773026316
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1775018601190474
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.370303199404762
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.208674733231707
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3648623511904763
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2992466517857144
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.247975419207317
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3335556402439024
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3753810975609757
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2496427210365852
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1103937596450617
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1494276258680554
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0943919994212963
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0510681781572164
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0822930090206184
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0257983650128866
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.175994496286651
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.202975802951389
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3508587119020063
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.389356071566358
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2393000096450617
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2356964324737763
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2588163789335662
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.103576030927835
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2194977873688813
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.170627170138889
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2111002604166665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.38671875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4163411458333335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5896484375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6158203125
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1563585069444446
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3671875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1365778028350517
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.55390625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2732361469072164
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.326121536726804
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.731728515625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7727978515625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.174271101804124
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.73568359375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.924339657738095
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.969354538690476
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.033389136904762
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.277377895541958
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2206488715277777
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4404296875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6673828125
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.297523765297203
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3906659746503496
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4202325994318183
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7839453125
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3243860631555946
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2520616319444446
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4651692708333335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3612738715277777
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5804036458333335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.392849392361111
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6869140625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.638671875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8455078125
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.278049045138889
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.966517857142857
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4869791666666665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8912109375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.73671875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8135009765625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.926171875
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9502001953125
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.851181640625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9846075148809526
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.162713913690476
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.020647321428571
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.904994419642857
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3729654947916665
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.399624911221591
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3615778142755683
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1197872677364864
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.148780616554054
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0900021114864864
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4177449544270835
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4418168501420454
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5330181699810606
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5727834990530303
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4665027965198862
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.175662478885135
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2025707347972974
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.32933910472973
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.378708298141892
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2341638513513513
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0853424690030367
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.059080054402834
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0842729946862346
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.985106433451417
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9996392253922064
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9722144246584008
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0309356813006074
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0823752214068825
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.000307125307125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6726944007217446
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7273291135595823
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5443004261363638
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.570564438728501
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5150623368396805
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.592291154791155
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.712254779637592
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5610470655487805
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.370212461890244
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4291545588795733
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8257962740384617
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.871394230769231
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.961688701923077
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2389675233422257
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7088341346153846
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2663603991996952
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.206309248761433
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.738055889423077
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.288621855945122
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.41693115234375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.646259014423077
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7630709134615383
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8946814903846154
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1255693151595745
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8644448138297873
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.915396442819149
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.904076360887097
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.422977570564516
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5032762096774195
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4730224609375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.370640345982143
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4225376674107144
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.725095578457447
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6659952799479165
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5402018229166665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6012980143229165
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7477352061170213
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.690072307180851
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2357610887096775
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7777842420212764
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9047581449468085
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2730594758064515
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2700892857142856
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.201360887096774
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3008600050403225
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4729712701612905
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.625159297429078
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.306522883421986
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.306117466517857
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3918660481770835
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.37427969858156
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.25299072265625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8414884868421053
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5758634868421053
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3088553292410716
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4136962890625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6398026315789473
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5943545386904763
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8053385416666665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7938988095238093
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4420979817708335
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3535563151041665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.44976806640625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5879720052083335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4451219512195124
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.253930068597561
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3082126524390243
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1480634973404253
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.444849917763158
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.555850074404762
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.186495733599291
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1109125664893615
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.206622617464539
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4866365131578947
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3535502548758864
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4138569078947367
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.167278010670732
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4864823190789473
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6154913651315788
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5146949404761907
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4154575892857144
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6202566964285716
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.861142113095238
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1756383384146343
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1384813262195124
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1729944740853657
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.290705983231707
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4810474537037037
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.161577389564043
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2273371190200617
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3996154155927836
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.227559197809278
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2997140786082473
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.008618766878858
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0424510814525463
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.97479248046875
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.060339656876929
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2104944299768516
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4840062281468533
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3412334735576925
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.083964239690722
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4671223958333335
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.390655730987762
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7076822916666665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2752278645833335
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.003125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.439453125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54453125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3324652777777777
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5013020833333335
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.625390625
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0541796875
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9468798828125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.111328125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0085302734375
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.006649925595238
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.043039223582474
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.974562872023809
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1352589400773194
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2752396101804124
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.019484747023809
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2263815286276225
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1551649305555554
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3069661458333335
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3806640625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79849609375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2517141062062938
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2086156031468533
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1790907118055554
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.929408482142857
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2687254152097904
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.373989291958042
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3294270833333335
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4111328125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1255967881944446
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2724609375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2007378472222223
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3257921006944446
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3486328125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3522135416666665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4853515625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.437890625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5908203125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8155517578125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.76041015625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84845703125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.03857421875
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.990234375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.881975446428571
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.030366443452381
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.1237909226190474
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6243877988873106
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.479740027225379
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.528586647727273
/ckpts/RedPajama//410M_RP_3-0.0625-0.125-0.28125-0.0625-0.1875-0.125-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4609902871621623
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1010610219594597
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.167652027027027
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.366854580965909
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3949418501420454
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.347863399621212
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9530854096283785
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.513253876657197
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4091445460464014
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.986446896114865
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.928447001689189
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.139424092060811
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0079444679054053
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0208498070597165
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.098393613992915
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0448516969256074
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.118375585146761
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.022626992661943
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.06684511007085
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9436628210399798
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9751876027960527
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.622872917306511
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.750369510135135
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.640760567030098
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.799576742936118
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8526422374078626
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9060292536855035
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.694562682355651
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7342406326781328
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.318139052972561
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.460115758384146
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3373487519054876
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.859375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9576322115384617
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.841120793269231
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.523958531821646
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0536358173076925
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4112340415396343
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6772836538461537
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.469675947980183
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.297428782393293
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.253773759051067
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7313701923076925
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.818421708776596
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5445462740384617
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5130709134615383
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9320478723404255
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8305393949468085
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.341466103830645
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.544827368951613
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3703534526209675
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.324462890625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4437081473214284
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3385009765625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9859208776595745
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4687906901041665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6263834635416665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5010782877604165
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9816447805851065
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6369235131048385
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.036149434840426
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8639128989361704
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8225648271276595
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4945068359375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6408770161290325
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7218529485887095
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4703566028225805
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4320501512096775
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.237692542109929
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.403278756648936
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6800537109375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.272294714095745
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5211245888157894
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.666940789473684
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.345912388392857
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.545847039473684
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.779389880952381
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8203125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3948277064732144
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.293666294642857
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6971261160714284
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.244785853794643
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5031941731770835
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.240329649390244
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3402724847560976
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5718994140625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2212509527439024
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3771158854166665
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3389078776041665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.465910350177305
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.735300164473684
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9663318452380953
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.501184341755319
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6951069078947367
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3653534679878048
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5164561170212765
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.305726396276596
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.255797041223404
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7546258223684212
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3523065476190474
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.578073601973684
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5354132401315788
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.422154017857143
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.211216517857143
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1763857886904763
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.307521913109756
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3757621951219514
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2308260289634148
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1888576600609757
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.102080922067901
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2640064380787037
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.126116717303241
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1643242590206184
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3313768524484537
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1903390786082473
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.331365137924383
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.249969859182099
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.290438565340909
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3159375602816357
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.41531564138986
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1103590977044755
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.063929428288966
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3121107408216783
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4011759020618557
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2285698784722223
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3802083333333335
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.364529079861111
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.471875
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5358072916666665
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.659765625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2489149305555554
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4026692708333335
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4990234375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.903681640625
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0209716796875
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.918251953125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.114071800595238
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.995163690476191
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.267004268685567
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.061430431547619
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3256886275773194
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1307586984536084
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0886205299613403
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4715294471153846
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.421875
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6083984375
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.745703125
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1077490234375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.372780539772727
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.931222098214286
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.325412326388889
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5390625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4256651551573425
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7671875
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.276660839160839
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2494195257867133
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3831922743055554
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5875651041666665
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8373046875
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2166341145833335
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.17431640625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9056884765625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4111328125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3671875
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5984375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.566796875
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.070591517857143
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.957705078125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79111328125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7639111328125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.963774181547619
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.985026041666667
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.864118303571429
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.435866847182765
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5594463926373106
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4542735706676138
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0372413429054053
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1964210304054053
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.063502956081081
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.597323330965909
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.345481178977273
/ckpts/RedPajama//410M_RP_16-0.0625-0.5-0.140625-0.0625-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2667599239864864
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.389803799715909
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.260390772964015
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.229763146602746
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.251359269425676
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.308910472972973
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.118335620777027
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.081437394425676
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.947022472798583
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9848820612980769
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.075179497722672
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0057289030870447
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.083059210526316
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0335154668522266
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1265083343876516
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.441192750506073
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6748538755374693
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7504474911701475
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8945720400798525
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7802110526719903
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9320245316339064
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.821404234490172
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9965232455466833
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7100605132831697
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.237219833746189
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3102268125952743
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.458838486089939
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5171274038461537
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.575495793269231
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7337740384615383
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3406759122522867
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6011868990384617
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5015705387766767
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.764948918269231
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.804841256648936
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.880954953457447
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.379985530201982
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.027954621010639
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5767464986661586
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6566256009615383
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.341266911204268
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.861102764423077
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.609074519230769
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3929246471774195
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5097183719758065
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6989352318548385
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.266758510044643
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3032749720982144
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3999546595982144
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9124210438829787
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.32281494140625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.39703369140625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5590006510416665
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5402438256048385
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.059566156914894
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9605344082446807
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.131520113031915
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.808236369680851
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3187430245535716
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7585055443548385
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.231396830673759
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.326760582890071
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.591466103830645
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4914117907801416
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5228207236842106
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4288126627604165
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5911287006578947
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.879363029233871
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.474247101814516
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7428556743421053
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1890811011904763
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.294642857142857
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.423095703125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4560546875
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3458775111607144
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4725864955357144
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.173518483231707
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4376743861607144
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.219083460365854
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6147867838541665
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3396293826219514
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4787801106770835
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6699625651041665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5031534830729165
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3613350509751774
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6214021381578947
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2710658482142856
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.559341755319149
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2595988948170733
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8016550164473686
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4092558732269502
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.632583942819149
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1405695921985815
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4747488839285716
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.660207648026316
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8538240131578947
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.657175164473684
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4144345238095237
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7163783482142856
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3027808779761907
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3956983612804876
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2817025533536586
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.455768864329268
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2708889100609757
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0491551528742282
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1425773714795526
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3048909505208335
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0646746134020617
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.158031974871134
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3206044619845363
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1664617091049383
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2363144667832167
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.352120105131173
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.291524393575175
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.41249180506993
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.158962673611111
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.22705078125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3587239583333335
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4352213541666665
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.177965931056701
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5287109375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2113835841049383
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6376953125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.367892795138889
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5712890625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.440482433931327
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.198317539544753
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.815234375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7868896484375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.82318359375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.991884765625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.078915550595238
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.922154017857143
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.120256696428571
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3640161887886597
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.23058956185567
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.440026981314433
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0528249838917527
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3170413570804196
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2627495659722223
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4580078125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.664453125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.868916015625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.940150669642857
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.448812418050699
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4055989583333335
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6188151041666665
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3539970771416083
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8755859375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5148464816433567
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5216482736013988
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.288791232638889
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4860026041666665
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99853515625
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.714453125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.48095703125
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.28271484375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.685546875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4638671875
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.988671875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5662109375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.037109375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.919501953125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0798193359375
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.221945097952178
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.886953125
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2751908735795454
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.943498883928571
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3770123106060606
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.001906622023809
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.121279761904762
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0567725929054053
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1417599239864864
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2920845650337838
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2925775701349433
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1698426942567566
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.413429953835227
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3213186553030303
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4629072709517046
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.434982762192235
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3418628589527026
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2025707347972974
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.495771523911943
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.320049579326923
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3628621584008096
/ckpts/RedPajama//410M_RP_2-0.0625-0.125-0.140625-0.25-0.1875-0.125-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.43310546875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1807564400337838
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3182684400303644
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.386066390435223
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4803481623228745
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3805055193572873
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.499317987727733
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.578380537853194
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7643365133599507
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.612221907632064
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.557415636517199
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6338850391584767
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7493341619318183
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6535170646498774
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7830471629299756
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.218769352610518
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4002715320121952
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2425522222751524
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6703725961538463
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.474834735576923
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5072866586538463
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1879421327172257
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4415564903846154
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2667638266958843
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8623753324468084
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.668912067819149
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.549504206730769
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7075423869680852
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3878397127477133
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6505408653846154
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2867878239329267
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.425519245426829
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5531099759615383
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.694035456730769
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.557317918346774
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2967647429435485
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3278887348790325
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4761788504464284
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3524867466517856
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3822195870535716
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6514378324468084
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3638102213541665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5888264973958335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3989461263020835
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.263089087701613
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7352185837765957
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8526886635638298
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.327793666294643
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.756736203457447
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8789768949468084
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9865220523049647
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.210307236258865
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3656754032258065
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.02662344858156
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.518040707236842
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7233758223684212
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3274943033854165
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5616776315789473
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5247290826612905
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3548642113095237
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0999813988095237
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3880418346774195
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1309058779761907
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5987115675403225
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3965541294642856
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3272675304878048
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1700409679878048
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.469273158482143
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.184856135670732
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3961704799107144
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4285074869791665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5195138113839284
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5551554361979165
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4346720377604165
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5963541666666665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9584718528368796
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.497995476973684
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0734747023809526
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0556986923758864
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.144840891768293
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5721114309210527
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1860386192375887
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2375372023809526
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0713860261524824
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2327335438829787
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6990131578947367
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.597142269736842
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7449629934210527
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4231770833333335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.202076981707317
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2347935267857144
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3724423363095237
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.293635670731707
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2379001524390243
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.324290205792683
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2841917438271606
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0426567925347223
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0791784215856484
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1197698534149483
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.909391108247423
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9483428640463916
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0025657371238426
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5820039335664338
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3929468968531467
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4202804031905596
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.115748275945216
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.341796875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1631401909722223
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3225911458333335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5260416666666665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.40546875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.646484375
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.887765786082474
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.189670138888889
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3551432291666665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4330078125
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.250051239390432
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.755029296875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9530078125
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7821044921875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1366991584683643
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.321261935763889
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.140811011904762
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.189267113095238
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.194196428571429
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9739700789304124
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.094006725193299
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.990627013530928
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1441738482603094
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3700523109702796
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1409505208333335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3076171875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3744140625
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.728232421875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.095424107142857
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4410101617132867
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2149522569444446
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3883463541666665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4654296875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.557753769667832
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.464734484265734
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.828603515625
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6011322661713288
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.331325954861111
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5149739583333335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.615625
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2334526909722223
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.366482204861111
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3997395833333335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.264694940476191
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5485026041666665
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4861328125
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4811456853693183
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6765625
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3280750621448862
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.94048828125
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.357185132575758
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8375146484375
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9648193359375
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.372581845238095
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.097563244047619
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.240280877976191
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2484955658783785
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.032516891891892
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.058277027027027
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.308127663352273
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0047244510135136
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3751239198626894
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.467266660748106
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.388359301017992
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5045831853693183
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.085765941722973
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.221072635135135
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.546418348304656
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4263723273026314
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1091902449324325
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.280563766891892
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0351424120698383
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0638165802125505
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9537546258223684
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9614880519357287
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9530488913841093
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9730397583502024
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6776671913390664
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8379937999078626
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.842795032248157
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.89814957002457
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6917277718058967
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6743667939957003
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7292114557739557
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.747046318335381
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3114534703696648
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.487239186356707
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5812049278846154
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.756159855769231
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7769406582446807
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.932637965425532
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4026102205602133
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4270413306451615
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.657527043269231
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4604715486852133
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6820501512096775
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.236530583079268
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3069145388719514
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2508544921875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2902891577743905
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.710637019230769
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.509540264423077
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.561748798076923
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5057842548076925
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5365084134615383
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.408604213169643
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5807407924107144
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4693196614583335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6472574869791665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9639918550531914
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.10467226285461
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2977268949468086
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.020029920212766
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8703291223404257
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7981466090425533
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8134266954787233
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8528382646276595
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6259765625
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.822728207236842
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2321893601190474
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.446986607142857
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6640625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.737950478830645
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5239730342741935
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4124243951612905
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.447690902217742
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4883600050403225
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.260670731707317
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.384503620426829
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.341343470982143
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.360508510044643
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2950265066964284
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2825230189732144
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2576206752232144
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2850516183035716
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5017903645833335
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5682779947916665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.39892578125
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3283487955729165
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3423055013020835
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3801676432291665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.509059175531915
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7072368421052633
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.33336796320922
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.52202460106383
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.245047927748227
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.267536569148936
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.316198470744681
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5970394736842106
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7600740131578947
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2697637648809526
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5283203125
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5460012335526314
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5910773026315788
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2114955357142856
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3405877976190474
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1117931547619047
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1029110863095237
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1378348214285716
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.315405868902439
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.215915586890244
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3626619664634148
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.162493670428241
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1885956554878048
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.386052637924383
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2022913490853657
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2550971798780486
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0185949581185567
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2101824259020617
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4862325174825175
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.662683020104895
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2525499131944446
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.42041015625
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.43359375
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6165364583333335
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.519921875
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.755859375
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.849658203125
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.03615234375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2765826943479937
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.196475074404762
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.152204241071429
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1649546682098766
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.341849621431327
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.083185643325617
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.095431857638889
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.136818214699074
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.223401256443299
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1154357280927836
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.287975193298969
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.036731837951031
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.053539787371134
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0882379590850517
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4117679195804196
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.320529513888889
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.55859375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.334383877840909
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.778515625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.467281741695804
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2768964434003496
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2915721973339163
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.410457726680871
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3181920618444054
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5491924863873106
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2232530381944446
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4495442708333335
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3764105902777777
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.652734375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.158420138888889
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8683056640625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6097005208333335
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.171875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2127278645833335
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3714192708333335
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4010416666666665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4296875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.846484375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.541796875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.57421875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.61015625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.038876488095238
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7916943359375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9278955078125
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.760166015625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.73712890625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78240234375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.954706101190476
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.980143229166667
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.170805431547619
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.947405133928571
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.952706473214286
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1423009923986487
/ckpts/RedPajama//410M_RP_204-0.5-0.0625-0.0-0.125-0.09375-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3452016469594597
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.430035215435606
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.359097567471591
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.302563291607481
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.476845481178977
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.315807920513731
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.340430982185133
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2742557010135136
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0484110102479756
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.988299041624494
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.162373310810811
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0777027027027026
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3313582136824325
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1069203969594597
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.13549144847973
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0684977543016196
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0128119464827936
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.110333770875506
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1009496773785425
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.126203899924089
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9997074266194332
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8870522688882065
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.774214910933661
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9169322020884523
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.815046980574324
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.984031883445946
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7042935158169534
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.756382447788698
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.560201359029484
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4502533703315548
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3364183379382624
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.705829326923077
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.587139423076923
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.014744015957447
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.899098238031915
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.490605051924543
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.742412860576923
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3726747094131095
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6456580528846154
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7107327368951615
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5596490675403225
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.562772425209604
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3300185785060976
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.386775319169207
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1864698456554876
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.82421875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7022235576923075
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.746769831730769
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.530949519230769
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3725062779017856
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3031703404017856
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5589803059895835
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43084716796875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0379862034574465
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.946388796542553
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5026942043439715
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.37091367464539
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.116173537234043
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.849887799202128
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7468133223684212
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9043799867021276
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6247430098684212
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7040226063829786
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7742408014112905
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3883463541666665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1839657738095237
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.60400390625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8842930947580645
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3562071265243905
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.483461441532258
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2749857088414633
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5525296118951615
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2739730342741935
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.402012416294643
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3368966238839284
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4652273995535716
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6004842122395835
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.592860630580357
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5947091238839284
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4606759207589284
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4741007486979165
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6664632161458335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4660237630208335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.53167724609375
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3084920247395835
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5601451684397163
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7958984375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.406520113031915
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.375883556547619
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.671463815789474
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6355205562943262
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.386836491578014
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.406520113031915
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.173184009308511
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3587704613095237
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8595805921052633
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6649362664473686
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7092413651315788
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.502518503289474
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.390362995426829
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6625279017857144
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3314267113095237
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4099237351190474
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1689918154761907
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2761766387195124
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.322609230324074
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1878556616512346
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.445360137195122
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2339939024390243
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.290944169207317
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1274771341463414
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.275672519329897
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1447074339561856
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4500758031031467
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.356670673076923
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3609483506944446
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.253634982638889
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5830078125
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4772135416666665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.82109375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6783203125
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3746503665123457
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.926474609375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.814287109375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.224829402970679
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.116489955357143
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.967168898809524
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.467916606385031
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3184422622492282
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.363995587384259
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.129569347993827
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.323987193943299
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1877617590206184
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4046089722938144
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1527414223582473
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2099458360180413
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.992232804445876
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4864032451923075
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3961588541666665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6360677083333335
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.38671875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8779296875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2848307291666665
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.515625
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71796875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.956455078125
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5498183457167833
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4652691465435606
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.381887724905303
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8079586429195804
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7590280812937062
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.62168788243007
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4683159722222223
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.981491815476191
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.720703125
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8668310546875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.294650607638889
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2373046875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9888671875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5865885416666665
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5517578125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1034071180555554
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3723958333333335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6642578125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5947265625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.407421875
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.010463169642857
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.092998046875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.965087890625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.909267578125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.751865234375
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.100492931547619
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.312394425675676
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1928578969594597
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.061709449404762
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.187453497023809
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0114862351190474
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.501335375236742
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4082049745501894
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.559326171875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3758544921875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.302099979285038
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1307631983901514
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3632152660472974
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0179319806427127
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.015157475645243
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2206239442567566
/ckpts/RedPajama//410M_RP_23-0.0625-0.125-0.28125-0.125-0.1875-0.0625-0.15625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.444995777027027
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2260610219594597
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.169459987331081
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0030088682432434
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0286840523785425
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1326286532135628
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.054499699519231
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.147429307945344
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.06841868041498
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2060408495698383
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5935916385135136
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5522604902487713
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6108206484183047
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7440446483415233
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6412428497389433
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.780532574477887
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6739600929054053
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2225743735708843
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.175616008479421
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8589503032862407
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5619741586538463
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.541316105769231
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7378823138297874
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.700249335106383
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.239336711604421
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5927734375
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.375766661108994
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7523287259615383
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.312799269153226
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2459204889112905
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2666789729420733
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6111778846153846
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.415198349371189
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2985631431021343
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4873880525914633
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7752403846153846
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6626352163461537
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8802584134615383
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4862234933035716
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4816196986607144
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.34002685546875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3010457356770835
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.755651595744681
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.893932845744681
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2163397606382977
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1600523603723403
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3435767389112905
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7881565824468084
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5316097861842106
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4983038651315788
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.927189993351064
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.828769115691489
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.015192819148936
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5232327368951615
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2013113839285716
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1783389136904763
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.50537109375
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.371771043346774
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.168897675304878
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.119474085365854
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.590237525201613
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.421197706653226
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6309814453125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.682648689516129
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.36492919921875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.507289341517857
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5371907552083335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.663487025669643
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.577357700892857
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.732945033482143
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.393310546875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5640462239583335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4314982096354165
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6311848958333335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2359056405141846
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5652754934210527
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.40003047429078
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2632068452380953
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7107319078947367
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2701961436170213
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4395926339285716
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1544874237804876
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.441856438386525
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.306959219858156
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5831106085526314
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5290336879432624
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7522615131578947
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.626027960526316
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2574404761904763
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8313630756578947
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.269578887195122
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4461495535714284
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3779761904761907
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7054036458333335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.167462384259259
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.195645960365854
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.123584888599537
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.316072789634146
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1947646722560976
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.361351943597561
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.025768162048969
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.982421875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.650411112325175
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6093613417832167
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1410047743055554
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1968451605902777
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4085286458333335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0914171006944446
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3723958333333335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4400390625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3767578125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.354930736400463
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.777353515625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8025732421875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0837518601190474
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.237723214285714
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.223364559220679
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3967164592978394
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.261890552662037
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4984899450231484
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.051355106314433
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.198081105025773
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0701111469072164
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.245046713917526
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1134574339561856
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.330943943298969
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6640488417832167
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1494683159722223
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4697265625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.47265625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.804202633304196
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2803276909722223
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8169189453125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5774739583333335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.62578125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.129743303571429
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.691679414335664
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1380633729876894
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1231060606060606
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9814404296875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.17724609375
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.842022235576923
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.725128387237762
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4580078125
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.493359375
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9116791411713288
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.239862351190476
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3133138020833335
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.206814236111111
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6178385416666665
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4899088541666665
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.691796875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3892144097222223
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.537890625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7119140625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8286474609375
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.784375
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9935791015625
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8882421875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.101376488095238
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.034773543074324
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.106982421875
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9824746621621623
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.047991071428571
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.137183779761905
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.294363839285714
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.168342359138258
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3762336499763257
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0603621199324325
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2312363133285986
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.450417258522727
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2600966944839014
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.5420846650094697
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2073347761824325
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0852644636824325
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2536027238175675
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1243005701013513
/ckpts/RedPajama//410M_RP_205-0.0625-0.5-0.140625-0.0-0.1875-0.0-0.109375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.333324535472973
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.129196846533401
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.148382148279352
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0182976973684212
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0433206287955468
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.997567489562247
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.069387335526316
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1609786184210527
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.063494354124494
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.712174399186118
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7650899301289926
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.580555608875921
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.607019972742629
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.552939525107494
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.634157372926904
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.753671107186732
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6562667959152333
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3701023008765243
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.430498820979421
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6544471153846154
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7104116586538463
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2367389958079267
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5059344951923075
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2629707150342986
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5401141826923075
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2065444574123476
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4796424278846154
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.289513564691311
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4238832055068595
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3113611733041157
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5775991586538463
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.694561298076923
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.600811298076923
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.835447140957447
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8887965425531914
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6975772938829787
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7248420877659574
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.469852570564516
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.555931829637097
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.285313760080645
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6671833444148936
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.321808845766129
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.445225306919643
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.499476841517857
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7583942819148937
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8900972406914893
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3328159877232144
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7808344414893615
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2512128276209675
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5377400716145835
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.59429931640625
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.354160853794643
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3954671223958335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3591702368951615
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5300214213709675
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.387474798387097
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.42578125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.324672154017857
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.371547154017857
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.521728515625
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.387486049107143
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3514404296875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4447224934895835
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5816243489583335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.46063232421875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.229990857712766
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.305601728723404
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.075403091755319
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6387746710526314
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.698756167763158
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5050884046052633
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3226841517857144
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.366117931547619
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1106770833333335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.125883556547619
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5377775493421053
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.257550495426829
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.303639481707317
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1431361607142856
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.156321455792683
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.045088098404255
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4715768914473686
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.139239804964539
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2854609929078014
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1870950838414633
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1655308067375887
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0827752976190474
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5516550164473686
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.680098684210526
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.579666940789474
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2358630952380953
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4289434523809526
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2743675595238093
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.141339557926829
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.198528010670732
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3087128429878048
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.228825266768293
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2049892095871915
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2906810619212963
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.048024872202932
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0876314139660495
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1097827400128866
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.183125604059278
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.012523509837963
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9618737918814433
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1123649691358026
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.286402572820216
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1429247444058643
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.993018081507732
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.932541680090206
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0194305734536084
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7106165319055946
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1598944909793816
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.766738144667832
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.04675418814433
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2991536458333335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.588307200611888
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3550889756944446
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4729817708333335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5341796875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.66484375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1765950520833335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3326822916666665
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.41796875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.87365234375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9253369140625
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6169348229895104
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.734384765625
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.088309151785714
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.145368303571429
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.200466579861111
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3561197916666665
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4458984375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.024786086309524
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7555126953125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.56033517263986
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.151095920138889
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.044038318452381
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.298828125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.632238854895105
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.753038953234266
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6534364073426575
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.227810329861111
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7059912109375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3533528645833335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3929036458333335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5218098958333335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.482421875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2454427083333335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4108072916666665
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5064453125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.973214285714286
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79767578125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0530517578125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8142138671875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.172898065476191
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.383184523809524
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.072544642857143
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4541681463068183
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.504721901633523
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.334457859848485
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3638509114583335
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.159060916385135
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2272355363175675
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0080896326013513
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3190104166666665
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.03955078125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.385658957741477
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.492455684777462
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4003351384943183
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9781197212837838
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.065060177364865
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2052628800675675
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0870724239864864
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1722130408653846
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.089145922950405
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.200630218876518
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0121674943066803
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0516589701417005
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9362447020495952
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9581629950025303
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9184876723810729
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7977915770884523
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.676552662392506
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8428214258292384
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.746838768811425
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.806117552211302
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.60425464527027
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6338874385749387
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5734113463605652
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4682498094512195
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.336397496665396
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5251539276867376
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7511268028846154
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.620868389423077
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.810772235576923
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.412532155106707
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.882512019230769
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.475121474847561
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9721304086538463
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.272559189214939
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.300091999333079
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.240014052972561
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7169471153846154
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7437650240384617
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6519681490384617
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9186918218085105
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8031540890957447
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9605634973404253
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.923653590425532
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.604460685483871
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.418551537298387
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6820816532258065
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9785530252659576
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4997952368951615
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5203683035714284
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4004603794642856
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7710854388297874
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5899483816964284
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.799098238031915
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.734765625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.349086216517857
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.586236769153226
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6351114908854165
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.491943359375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.67974853515625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3049237651209675
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.346159904233871
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5611368815104165
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.271090599798387
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.389439174107143
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.225673130580357
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2658168247767856
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2123238699776784
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6579793294270835
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4136962890625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.44549560546875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3736775716145835
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.340951906028369
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.195700354609929
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.40057070035461
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7353515625
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5934416118421053
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8010382401315788
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3070561835106385
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4058314732142856
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2612537202380953
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4732607886904763
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.622995476973684
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7978980654761907
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3432259908536586
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2291349085365852
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.379930449695122
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.384315436613475
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.687551398026316
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3012099847560976
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1404310726950353
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.17896719858156
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8065011160714284
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.107650432180851
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4757915296052633
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5074527138157894
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.446854440789474
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.554966517857143
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5247860863095237
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3519435975609757
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.450474330357143
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1954554115853657
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2163443216463414
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1711366234756095
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3316318841628085
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1625584731867282
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3908103660300926
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.179531521267361
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.254784854841821
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2119039948453607
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.075270819909794
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.287743637242268
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2845622583762886
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.014537669994213
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.053807388117284
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9734564887152777
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3509483730670104
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.116190802190722
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.147390463917526
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.802700229458042
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.672346208479021
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.083078286082474
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.856042395104895
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3939887152777777
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.268825954861111
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5768229166666665
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4361979166666665
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6998046875
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4468858506944446
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.53359375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.63671875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3482128223339163
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.776953125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.960078125
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3231336805555554
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.847978515625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4527994791666665
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6193359375
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0354736328125
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.157133556547619
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.118489583333333
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.071196056547619
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9743994140625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4033203125
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.015438988095238
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3836263020833335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5240885416666665
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6998046875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2271702906468533
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2524687226835662
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2066556490384617
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0438525390625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1918402777777777
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3190104166666665
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.217068142361111
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.345703125
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4416015625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1668294270833335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.478515625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.287109375
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.075660342261905
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4119140625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8267431640625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.85041015625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.784169921875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.969029017857143
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.083798363095238
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.947219122023809
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.533893007220644
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4221172910748106
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.579260623816288
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3323419744318183
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.26439769847973
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1163956925675675
/ckpts/RedPajama//410M_RP_203-0.25-0.25-0.140625-0.125-0.09375-0.0-0.140625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.333205764358108
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.37957763671875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1519082559121623
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2187241062973486
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2470203746448862
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2025044759114585
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2205711570945947
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.994312183277027
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0239389780405403
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9671004011824325
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9686472039473684
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.030245761639676
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9915677584134615
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0723565599696356
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.995862458881579
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0967745761639676
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0739380377024292
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.097905332742915
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.658121544840295
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7879563690110567
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.694074401105651
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.833782824017199
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7121875959766584
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8919038889742015
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.684541519502457
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.738777929207617
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3243705935594514
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4720905583079267
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3621141387195124
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5075013695693595
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7622445913461537
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.910456730769231
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8946063701923075
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9730318509615383
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.379136992663872
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8460787259615383
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5726988257431405
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3758157869664633
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4325159584603657
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.073091947115385
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8419471153846154
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.935321514423077
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8298994348404256
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.966896609042553
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.880240192819149
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.00595079787234
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.372983870967742
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5669732862903225
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.426112021169355
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8896525930851062
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.630497101814516
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2752859933035716
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.069739029255319
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.443882533482143
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8773936170212764
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.295253208705357
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9245470412234043
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.424595424107143
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.444666708669355
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4697062174479165
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6128743489583335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5002034505208335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6576334635416665
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.721868699596774
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4169921875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.493321572580645
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3011997767857144
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4694301060267856
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3638392857142856
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5246785481770835
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4334542410714284
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7085978190104165
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5395914713541665
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6267496744791665
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2016636192375887
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.361958388741135
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.249847628546099
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.414020944148936
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5245168585526314
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.669921875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5704152960526314
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7180304276315788
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6343470982142856
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.841099330357143
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8804408482142856
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8516090029761907
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2693858045212765
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2188929115853657
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.355373475609756
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2719845655487805
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3821932164634148
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5808490953947367
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7333519345238093
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4810297539893615
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3113087322695036
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.378816212322695
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7942023026315788
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.592362253289474
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6535773026315788
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2777724847560976
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9955357142857144
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7728794642857144
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7303292410714284
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.464867568597561
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2630525914634148
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3201457698170733
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.07922664689429
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2507776331018516
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.129150390625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.290257583429784
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1465446566358026
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.177714239690722
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.340870650773196
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.227559197809278
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3834668975515463
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.354374638310185
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.161839614679784
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.226666485821759
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.248630798969072
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.463796713917526
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2255053962628866
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.271938510708042
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2919015786082473
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.387780676354895
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3034548459353146
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2444661458333335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.429632867132867
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.369140625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3828667534722223
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.51171875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5076171875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.683203125
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2773980034722223
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4124348958333335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5517578125
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4151475694444446
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5504557291666665
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7388671875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.885810546875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1190869140625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9573779296875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.057861328125
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9719122023809526
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.250790550595238
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.187779017857143
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.317973530375874
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.110956101190476
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2947591145833335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4104817708333335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5748046875
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4862803212412588
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.95416015625
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3659924060314683
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.420024311625874
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.477810329861111
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.62109375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2801649305555554
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.004603794642857
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4309895833333335
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8212890625
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3358832465277777
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5423828125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.486328125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.621484375
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1915966796875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9374365234375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0127392578125
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.000279017857143
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.171084449404762
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.129743303571429
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.260842063210227
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.364433519767992
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2928947679924243
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.402968897964015
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0486433699324325
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.19652660472973
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.08447265625
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3065786650686553
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.257007495777027
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4439068418560606
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.417391690340909
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.463386304450758
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1081213048986487
/ckpts/RedPajama//410M_RP_18-0.125-0.25-0.140625-0.25-0.09375-0.125-0.015625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3260399070945947
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.092258762668919
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1563819679054053
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9816331129807692
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9949086301239878
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.963849395875506
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.010552410172065
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0863131009615383
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.032525066422065
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1106896033653846
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.040829801366397
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5484106265356266
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5784009328931203
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.526940648034398
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.603407651259214
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7195118147266584
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.630832981418919
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.763093615632678
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.649753579929361
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2420252358041157
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.265858719988567
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2103852062690548
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2920308927210367
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.675555889423077
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7095853365384617
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6351412259615383
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7376802884615383
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.421546005621189
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.867412860576923
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.319941823075457
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4577085913681405
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.338535215796494
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.832782451923077
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9168419471153846
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8033353365384617
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.726604055851064
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7565242686170213
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.701292386968085
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.788401761968085
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9077418550531915
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2211441532258065
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2607421875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.194461945564516
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.292118195564516
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.822959607712766
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.945246010638298
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4578660534274195
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2911900111607144
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3087158203125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8353557180851063
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2816162109375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.319370814732143
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3898722330729165
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43475341796875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.327998991935484
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4448067801339284
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3553263346354165
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.533628402217742
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4503987630208335
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.356839087701613
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58355712890625
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.346226283482143
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.45849609375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3552420479910716
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.47076416015625
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6376749674479165
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5029093424479165
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1472254543439715
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1819176640070923
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1120137965425534
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2142342641843973
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4579050164473686
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.482987253289474
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4246504934210527
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4996402138157894
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4810732886904763
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4677734375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.379603794642857
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5703590029761907
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3541181848404253
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6298828125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.171827362804878
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.190120045731707
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1525819359756095
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1958603277439024
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7950613839285716
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.237443207003546
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4089026484929077
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2695451019503547
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5341796875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6786081414473686
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3128810975609757
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5489309210526314
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6874534970238093
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7442801339285716
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6220238095238093
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2231802591463414
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3367949695121952
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2459508384146343
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0102674696180554
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0375697759934415
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.972748179494599
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.063455463927469
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.206172236689815
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0776920908505154
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1084789787371134
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0521051465850517
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.129933150773196
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.094813970871914
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2617790316358026
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.120692877121914
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2692191527061856
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1583944104381443
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.315127657860825
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1813990012886597
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2468688538024475
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2696575885052446
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2280853911713288
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2913024475524475
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1554361979166665
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1796332465277777
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.294921875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.30859375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1295030381944446
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.371875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4083984375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2578125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.346484375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2046440972222223
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.33984375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.433984375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.788447265625
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.810693359375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7572216796875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.398942854020979
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.847919921875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.057989211309524
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.063755580357143
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.992978050595238
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3275824652777777
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4661458333333335
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.174246651785714
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5822265625
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9904052734375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3141833752185317
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4395214160839163
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3317102819055946
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.291480654761905
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2317708333333335
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3717447916666665
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.365234375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4689453125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5231119791666665
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.249294704861111
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6529296875
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3795572916666665
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4953125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8873095703125
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.009443359375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8871484375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.118954613095238
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.104120163690476
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.059988839285714
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3124639337713067
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.330267703894413
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2857776988636362
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3547770182291665
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4490485913825757
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.939110008445946
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9724451013513513
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.916398331925676
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.998799092060811
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3690499970407197
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.489638819839015
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.389426491477273
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1301863386824325
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.02710620777027
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1846494932432434
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0530115076013513
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.160842215966599
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0081515292889676
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.02883824645749
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9453619211791497
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9679681569458503
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9521059352859311
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9669441501138665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0198712677125505
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.818215410012285
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8518936194717446
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9108904714373462
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6943527334152333
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.740098807969902
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6804721091830466
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7540658111947174
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9083326934889433
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5238096655868905
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4231686475800305
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4877631955030486
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2650206030868905
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.011343149038462
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8272235576923075
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8758263221153846
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6346153846153846
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3077541444359757
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6626352163461537
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2502992211318595
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.321988733803354
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6507662259615383
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.482150938452744
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.723332331730769
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8931790865384617
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.007787566489362
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.999771442819149
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.060600897606383
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.842619680851064
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.891817652925532
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6248897429435485
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6630386844758065
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7393050655241935
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.442713583669355
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.834046708776596
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.482059601814516
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9053773271276597
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.070624168882978
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4990059988839284
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3536900111607144
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3668212890625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.240870884486607
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2650320870535716
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.409541960685484
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6820068359375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.521578881048387
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5186564127604165
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58441162109375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7234910534274195
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3441975911458335
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3868611653645835
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.244541713169643
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2709786551339284
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3858119419642856
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3315226236979165
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.40399169921875
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5755818684895835
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4761192375886525
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.49583748891844
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5192265070921986
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2570991245567376
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.760228207236842
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6878597861842106
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.754420230263158
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5323293585526314
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.315367353723404
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.885928199404762
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5608723958333335
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6631324404761907
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.380952380952381
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5809518914473686
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4130394345238093
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.400414443597561
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3255764100609757
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3741901676829267
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.197360899390244
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.236916832890071
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.329011524822695
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5042802526595747
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.522974917763158
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2478325076219514
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5933902138157894
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7508223684210527
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4126674107142856
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5390625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7621837797619047
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2021484375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.235280106707317
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.352491425304878
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3339647834683643
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.247682171103395
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.315355842496142
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.064850230275849
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1140302493248457
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.395115173969072
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.356616462628866
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0571439766589505
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4312681217783507
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.169373187822165
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.137937946084105
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3082893277391974
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2120046713917527
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1541206910438144
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2379691527061856
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4318923163659796
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.501918979458042
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.404242242132867
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.46229649256993
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2808880572552446
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.426486545138889
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5940755208333335
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3302408854166665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5442708333333335
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.735546875
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3915473090277777
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7806640625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5983072916666665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8466796875
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1761610243055554
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.392578125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.57109375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.308781550480769
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.097421875
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.962822265625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0224755859375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2176649305555554
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4290364583333335
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8164697265625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6037109375
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.083519345238095
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.069754464285714
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0368768601190474
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.056361607142857
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.840673828125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2648191652097904
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.066127232142857
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3252431162587412
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1612413194444446
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4526230605332167
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3899739583333335
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.539453125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2298177083333335
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4443359375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6447265625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3829752604166665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.578125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8306640625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.843056640625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8778515625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0474560546875
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.087611607142857
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.038132440476191
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.130208333333333
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.534588438091856
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3378092447916665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3809795957623106
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2231861461292612
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2550187544389204
/ckpts/RedPajama//410M_RP_25-0.0625-0.5-0.0703125-0.125-0.09375-0.125-0.0234375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2587098817567566
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2573770059121623
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3173036317567566
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0837072423986487
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2157842462713067
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.117966110641892
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2646493622750947
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3761115796638257
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.059227195945946
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.142432960304054
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.301586254222973
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.973371868674089
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.046378811361336
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9971691548582995
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.084217642965587
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.936350679514742
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.779787555666462
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.821900913697789
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.016385615018428
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5169275795541157
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3520671565358233
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.393719929020579
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5974761218559452
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9088040865384617
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7271634615384617
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8164813701923075
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.048227163461538
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.085758809840425
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9291846742021277
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9832114361702127
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.179188829787234
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.774634576612903
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.550072454637097
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6063665574596775
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.890010710685484
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.422031947544643
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2983224051339284
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.344151088169643
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4781494140625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6190592447916665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43707275390625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4857381184895835
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6859334309895835
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5551792442375887
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.364146996897163
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.401526484929078
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.63628241356383
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7962068256578947
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6182668585526314
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6640625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8723787006578947
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.706333705357143
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4687034970238093
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6875465029761907
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.033528645833333
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4028677591463414
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2852991615853657
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2967082698170733
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.470012385670732
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.352495358314043
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.163539556809414
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2051112798996915
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4423496576003085
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.46081668814433
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2586984536082473
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3204635148195876
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.548012644974227
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4832823426573425
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3467787095716783
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.384550508085664
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.548391062062937
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4112955729166665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6344401041666665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2603081597222223
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.470703125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.884375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2950303819444446
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.670703125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5032552083333335
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.488986545138889
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7106119791666665
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7173828125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.99140625
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.050927734375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.905986328125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.985615234375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1820849609375
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.039946056547619
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.049851190476191
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.2009393601190474
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.043666294642857
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.403906619910038
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.291037819602273
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.314239501953125
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4596446644176138
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3442778716216215
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1727855785472974
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2063846072635136
/ckpts/RedPajama//410M_RP_27-0.0625-0.125-0.28125-0.25-0.1875-0.0625-0.03125/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4349266258445947
