/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2551081730769231
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.461426769673583
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.212419146950911
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3355253273658907
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.1837153261007085
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2256907103997976
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2965162022393724
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.1693219018851215
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2076718941953315
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4874870431511056
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1597291538697787
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1263976600890664
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.323440139358108
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1784314054821867
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.272372159090909
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.104807710764742
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.311480266291921
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5866073980564024
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2639934260670733
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2318472513338414
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4269438952934452
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2816147222751524
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.376024199695122
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.213276188548018
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.645282451923077
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9468900240384617
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5892427884615383
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.562725360576923
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7709585336538463
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.604191706730769
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.717472956730769
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5297475961538463
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.127094414893617
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0419423204787233
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.425627493351064
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.075673204787234
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.247893118351064
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0959441489361703
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.19438164893617
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0177900598404257
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4316878780241935
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.339229460685484
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8253370715725805
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3757245463709675
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6082566784274195
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3971144153225805
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.526178175403226
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.299473916330645
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4435860770089286
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4067644391741072
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5607125418526786
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4267752511160714
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4781494140625
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4340384347098214
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4545375279017858
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.3963274274553572
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4795939127604165
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3942464192708335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7569986979166665
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4235432942708335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6016642252604165
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4444783528645835
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5436197916666665
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3844197591145835
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.969227892287234
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8646387411347516
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3039949024822697
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9146373559397163
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.109541223404255
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.933711491578014
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0393464649822697
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.84251717641844
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3371196546052633
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2585834703947367
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5862972861842106
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2933285361842106
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.436009457236842
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3092619243421053
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.392578125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2420847039473686
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.294224330357143
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.184756324404762
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6649925595238093
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2153552827380953
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.433686755952381
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2357235863095237
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3721168154761907
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1333705357142856
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.197313262195122
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1539157774390243
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3952934451219514
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.176662538109756
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2760099085365852
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1834746570121952
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2439738948170733
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1215224847560976
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0278214819637346
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9293604721257718
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3461522231867282
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.983011127989969
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1697063681520063
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.988520869502315
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1001112196180554
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9175166377314814
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8814735019329896
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7906078849871134
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.196500483247423
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8290864610180413
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0084014577963916
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8473592541881443
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9481415109536084
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.770095038659794
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1949949464597904
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.12098789881993
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.436472219187063
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1513398710664338
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.290503441870629
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2660047743055554
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0966796875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1673575447989513
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2463532561188813
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1940104166666665
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.51328125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5190972222222223
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.104270241477273
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2216796875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0120442708333335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3704427083333335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.05078125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.371365017361111
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.421484375
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2112630208333335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.870703125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4609375
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6748046875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2395833333333335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.324490017361111
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.056640625
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.173828125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1549479166666665
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9827473958333335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4796875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6582275390625
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5982421875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3904296875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.58482421875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9173681640625
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.59818359375
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.761240234375
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2756231398809526
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62017578125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.71494140625
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5433251953125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.261997767857143
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.780180431547619
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3091052827380953
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4183872767857144
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2310732886904763
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3641183035714284
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4763299851190474
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5867568507339014
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.510671904592803
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5509773023200757
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8583965879498106
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7051650538589014
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5629568388967803
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6506847034801138
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4945882161458335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.002956081081081
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.91455078125
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9530854096283785
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3116817989864864
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.130516258445946
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9723527238175675
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0723316089527026
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.894333298141892
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3705204643218623
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2552396334134615
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.525140553833502
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.1988184384488867
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3381950594635628
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.324710984944332
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2225900256199393
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2623651790232793
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.373509457236842
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2719024781756072
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4285804655870444
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4791155981148785
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3565846802252024
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3831228650050607
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3344123624114372
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4024514881705465
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.640969316262285
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8059951819717446
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.999284973894349
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.565081772113022
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7643773034398036
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.715909090909091
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.606935993166462
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.656160021882678
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4605411421432186
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3005015261260122
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4391061883223684
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2719499225075912
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6550727875126519
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3400335273279351
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3265623023152835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3654261291751013
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.376090534781941
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2397976812039313
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.253651911855037
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4446274666001226
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1090558776105652
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1393689054821867
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.0829334305896805
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1609804495546685
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.659139162133097
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8692335368168016
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7119763331857287
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6857682818825912
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0600981306933197
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8077970805921053
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7845582537322875
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.719520970394737
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.263316084698933
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4320991330030486
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6237882288490852
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.383070038586128
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1909864472179876
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3608022836538463
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5590316216472673
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4383915580718623
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7597280649038463
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4701436772520242
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.389387493674089
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.229885194359756
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3344086437690548
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4360677742282388
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5318074709008098
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.281090713128811
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.485652043269231
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7010967548076925
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.963191105769231
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6163611778846154
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.371769831730769
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.438251201923077
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.548527644230769
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4834735576923075
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4779648199314024
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.341886194740854
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8203125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2374416444359757
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5429166468178352
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6805889423076925
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.097590748856707
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5855618990384617
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9051231971153846
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.430363581730769
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1318999499809452
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0752012671493905
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.152742711509146
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5013521634615383
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4205228365384617
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.495342548076923
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.417975948249386
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.214608607186732
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1786593500460687
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.387606534090909
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6183236236947174
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2663292287315726
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.244026652718059
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.29479710534398
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6389087433510636
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8140001662234044
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.032957945478723
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.773371010638298
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5538605385638298
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7236826795212767
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.596035571808511
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.657293051861702
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7417464717741935
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9083763860887095
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1053899949596775
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.860477570564516
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.672694052419355
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.814972908266129
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.707299017137097
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.755434097782258
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.30845578355344
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1115416730651106
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1416639473280097
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.482623425982801
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.086508561117936
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2577561137131448
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.200546827011671
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.162135768581081
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4261474609375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4773210797991072
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5546875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4531075613839286
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.3920113699776786
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4433506556919642
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4046543666294642
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.304350897606383
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4265398297991072
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.159732380319149
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.176379654255319
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3808843085106384
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.025465425531915
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5007966062653564
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3553163870546685
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2939860026041665
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4742431640625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.71352886977887
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.260869356572482
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6629842122395835
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.38390183507371
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4142049153645835
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.058211436170213
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3415881257678133
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2165934244791665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2952769886363638
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	2.995819481382979
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.45689328355344
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3606974283854165
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.26702880859375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.080888464095745
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3049519856770835
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.664645287298387
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.484800277217742
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.165826612903226
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.751795614919355
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9917779737903225
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0194209929435485
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.956353956653226
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.050623739919355
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4845057896205358
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4404471261160714
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5713762555803572
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5085100446428572
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3084225538300305
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1125279868521343
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5341273716517858
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0751923351753048
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2771055640243905
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5069118592797257
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.161592809165396
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1418427258003048
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7743389423076925
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4230018028846154
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.190401402915396
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.54046630859375
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.343073918269231
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.610051081730769
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.979792668269231
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.51080322265625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.433819110576923
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4278094951923075
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.480168269230769
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5428641183035714
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6480509440104165
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.572736114625506
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.292471572937753
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4386574440156883
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3108275872975708
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2744951132338056
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.397484659665992
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5066324869791665
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.281416223404255
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.450167608599291
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2485143993547572
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.351304521444838
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6587156471631204
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4015611148049647
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.20703125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3503214518229165
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7166748046875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.360143783244681
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2534768395390072
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2974571814903846
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2203776041666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6220001344256072
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3389037591725708
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.294714095744681
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4616244543901822
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3370168585526314
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5006167763157894
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2714319885501013
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3242750901442308
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3678685238486843
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6826171875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4168182249493928
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4543071546052633
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2584806743421053
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4441817434210527
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.305150082236842
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2461140950520835
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1894327799479165
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3518708881578947
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.765927269345238
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0801246279761907
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2641398111979165
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3966238839285716
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9384765625
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6565987723214284
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9750511532738093
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6839657738095237
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.797642299107143
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9819931402439024
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0893197408536586
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.221346227134146
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0618807164634148
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9233041158536586
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0266053734756095
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.950838414634146
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2540312976371952
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.988233612804878
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.065106647770579
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0944898651867376
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4258735470655486
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0359184451219514
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2015306426257624
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8330829326923075
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.510066105769231
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.150621367663872
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1109842439977133
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.501201923076923
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9891826923076925
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.419170673076923
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.593975360576923
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.553034855769231
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4867037259615383
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1692362034574466
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0025141289893615
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6463311693446356
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.665205285904255
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6565257701796559
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.242076684397163
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6780753811361335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9947356559969636
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.490285773026316
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7918399702682186
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7003514834261133
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.815670862854251
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8572716346153846
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4771858377659575
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.363795230263158
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.218698601973684
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5540707236842106
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5208333333333335
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5123836436170213
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0782791940789473
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4409145057624113
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.326962425595238
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.535218583776596
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3409587580983233
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.198985030011433
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5512680425876524
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.956263950892857
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.107402522389482
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2283965320121952
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6139322916666665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1180612664473686
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1853860994664633
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1400771722560976
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.71044921875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0486225328947367
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6397986778846154
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8190018503289473
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4278846153846154
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.297260563548018
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9311147836538463
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6280611478365385
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.131887335526316
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6712987490511133
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3275991586538463
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6502838752530364
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4649939903846154
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.200383112980769
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7721495840713564
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7069452571482793
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4466646634615383
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.696017246014676
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3794320913461537
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.36235039893617
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1436336436170214
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.782807849702381
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.569636418269231
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2956840701219514
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.658505394345238
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.100652426861702
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3310546875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5894572805851066
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.220703125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.81640625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1983252992021276
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1732504986702126
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2342170877659573
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.968059260670732
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3572075076219514
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8767625762195124
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.897365663109756
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.859279725609756
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9578410823170733
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0313602570564515
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.808404737903226
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2845068557059716
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4762630076543521
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3179511560602226
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3540582695470649
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.661592429466093
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3494541924974697
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4369632859944332
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3843860703441295
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7738785282258065
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.996944304435484
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.264128654233871
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8645413306451615
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.836457283266129
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.89599609375
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5242658342633928
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4621494838169642
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4499250139508928
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5279192243303572
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6008475167410714
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4702061244419642
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.47039794921875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4826834542410714
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.252971243351064
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0432804188829787
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0744306848404257
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.451284075797872
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.190450465425532
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.010762965425532
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1302360372340425
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0942029587765956
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3963623046875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.18487548828125
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.14215087890625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3593953450520835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5980631510416665
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2327473958333335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2118123372395835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2587483723958335
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.206233271846065
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.340989101080247
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.490951800522113
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.503808292341821
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1450387265816953
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3134369721283785
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.166845823095823
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2987422236689814
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1156842655866095
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1473750361689814
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.232453377016129
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.992707283266129
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.270747754146192
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2084409071713758
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0270602318548385
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.0895066319871005
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2670039424189814
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1750849971064814
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4496597782258065
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.30749241784398
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7132097473894348
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.214683250144676
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.167511970766129
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9635836693548385
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5163916135595823
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2770066319871005
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3649872351044228
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3418712569103195
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.093718497983871
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3949487484643734
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0512222782258065
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4578208111702127
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.308115857712766
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.463117369855651
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7050074800531916
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1979014295212767
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.334204621010638
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2865483710106385
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.232804188829787
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.415313331117021
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5003487723214284
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3646937779017856
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3954380580357144
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7286376953125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4535609654017856
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3472202845982144
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.456752232142857
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4020298549107144
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.885379914314516
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7364383820564515
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1034683719758065
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4938939674613403
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6845854139819587
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6525800151209675
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7698462701612905
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8962578527706184
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.723664314516129
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6318913096005154
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.416433432667526
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.683625252016129
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3644002278645835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5257923315602837
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.317514406028369
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.575854743878866
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8407730594758065
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4661525451030926
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1478068033854165
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1729939778645835
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.514623268363402
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5354817708333335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.272142342641844
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.495324966755319
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7691503213652484
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.29315185546875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.311934621710526
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1188322368421053
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.373497063386525
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3467558732269502
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1166178385416665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2605387369791665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1906534830729165
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3971354166666665
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.220608181423611
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0703938802083335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0764288651315788
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2853618421052633
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5060649671052633
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5829119001116072
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1668379934210527
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5319562639508928
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1477179276315788
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0221121651785716
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6708286830357142
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6421363467261907
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5490918571566357
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2032277960526314
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2923749758873457
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5123291015625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5367431640625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5304652622767858
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.081304226812039
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5248325892857142
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.103862340678747
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.402522334346065
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.134362523034398
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4561326685350124
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5884254092261907
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.155269838375307
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1811727387899262
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2475094057125307
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.303799715909091
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8902064732142856
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.297572544642857
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5595267159598214
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2011066390435223
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5193345537069838
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2290770495951417
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.712309337797619
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6759207589285716
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3570551698507085
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.273692513284413
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3270841899671053
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.1749489973431173
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.834565662202381
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2411368057312753
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4339283130787037
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.376341266396605
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4580243899498457
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.002620045731707
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.867211318597561
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.418701171875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2595621744791665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.63287353515625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2930335342444716
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2873942057291665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.166015625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.086948854038698
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.843464176829268
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2468465169270835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9840177210365852
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1383145960365852
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2060750325520835
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1358069717444716
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1081524973126538
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.904963795731707
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8941501524390243
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4915972435503684
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.247707357570639
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.181980142429361
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9233517530487805
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3704833984375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.158521047681204
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0661394571520617
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5720675808566433
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9150038257087627
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.706560041520979
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.864961210664336
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6658517263986012
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5095607517482517
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.930991261275773
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.720633865248227
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1409370972938144
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4806141954787235
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6476453234265733
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5293924825174825
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2284071180555554
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3741319444444446
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.776553439110825
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5142675088652484
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5587022569444446
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9622395833333335
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.216796875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.337673611111111
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4052734375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.162380642361111
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9305878767730498
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.570503715034965
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9951171875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1432291666666665
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1638671875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8974609375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3580078125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4605777138157894
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1193359375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6528285682624113
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9287109375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2962239583333335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2682976973684212
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1929796006944446
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4498420877659575
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0823567708333335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.708818151595745
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8102750483247423
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9508463541666665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5381621232269502
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.306640625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.517461753301597
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.06953125
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3137524953931203
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.96015625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3703343346898036
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2428385416666665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.747498187822165
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6212993421052633
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2759580869932434
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7288491438882065
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.013671875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3501456445792384
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8307073534149483
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.468405683737715
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3981627668151106
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4583154296875
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.404759457236842
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.008203125
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.59924072265625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.624813988095238
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84435546875
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2507709703947367
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2320033482142856
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5778759765625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3592722039473686
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.345244140625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3186163651315788
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.316133445091093
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2601841517857144
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6387539141573886
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3421803833502024
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.437496046305668
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4846843765814777
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3605383745571862
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2924992487980769
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7953404017857144
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.380168466915486
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5774951171875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.417294921875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5699869791666665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3686755952380953
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.656529017857143
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8290550595238093
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.152436755952381
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.456767578125
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5921223958333335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3134765625
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.512788318452381
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2580450148809526
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6714099702380953
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.514741443452381
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.575635956554878
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2365633336509148
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.217678163109756
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4030731945503048
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2575103015434452
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0867949695121952
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2083740234375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.418599013741135
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.534877232142857
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.265652703900709
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6422733820921986
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.098323170731707
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.358530928448933
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.200421589176829
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8881460336538463
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.303362590510671
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4873046875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.297519115691489
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.1741952016843973
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3442263719512195
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.70703125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5146484375
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.184485458746189
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2545988475177303
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4659705528846154
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.217427138741135
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.590308212652439
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.191477705792683
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4140684546493905
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3496844951923075
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.371556332236842
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.657451923076923
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0604039634146343
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.237849537919207
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.230417351973684
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1755862352324695
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5874399038461537
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.564864309210526
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.264178020198171
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.141315739329268
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3711006759751774
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2863322932545733
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.108660442073171
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4248798076923075
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2693770559210527
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8481069711538463
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1353824013157894
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.355078720464939
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2176706414473686
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.673602764423077
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1728515625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.421574519230769
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3348106971153846
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.444035456730769
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.463566706730769
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3342916848776225
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.010951450892857
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.766996837797619
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.334035773026316
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5443960336538463
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3443080357142856
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.219828999125874
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8480980282738093
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6135137648809526
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.765625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6380440848214284
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.42138671875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.293948727054196
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.263671875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3998340526660837
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8897646949404763
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7201171875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.292209201388889
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.162618143575175
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1197916666666665
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.55546875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.194064670138889
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4769965277777777
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9248046875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3365885416666665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0289157774390243
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.934498856707317
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3580078125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.070583767361111
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1822122713414633
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1901053048513988
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8083984375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7841796875
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9532679115853657
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.869116806402439
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.137941160402098
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.199609375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.925471608231707
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.892316120426829
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.21055506993007
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6759521484375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0974934895833335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0015005716463414
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8391927083333335
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4947216796875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.053439670138889
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.594029017857143
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9025732421875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2216796875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7294921875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.124294704861111
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.37064697265625
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1404296875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8333333333333335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.408900669642857
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.260546875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5618954613095237
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6801525297619047
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3901708984375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6212332589285716
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3249365234375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.40530517578125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.072542516196646
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.09130859375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.564174107142857
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4322479992378048
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1266881431021343
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1466793897675305
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.168735411108994
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2993000309641767
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5636160714285716
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.233064977134146
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3882211538461537
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5104166666666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4057992788461537
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8051382211538463
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4603365384615383
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4692007211538463
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.438297978153935
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5005258413461537
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6698467548076925
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2547283408082563
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5760967548076925
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3964754430259148
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2256921838831016
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4091992790316357
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6220002350983798
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1952499761814024
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6687950721153846
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2121418278391767
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2987949701003085
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.276845672984182
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2408566358612805
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6047393054496952
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.325205108265818
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3503492401867376
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.28472900390625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4183443509615383
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4619891826923075
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.262233827172256
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4749849759615383
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.951171875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.617487980769231
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5413912259615383
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5181039663461537
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2177098529637593
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.61618574362715
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.251954324708231
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.912860292376894
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0281575520833335
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.163814660274621
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.429604720132064
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.429134807180851
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.992931943951231
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0571517619680852
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8635235410748106
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2356175199468087
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.302505230727887
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.079458942819149
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3853138916615477
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.029999168882979
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.187763935810811
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2357795877659576
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9672953287760417
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8872930353338069
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.272721274186118
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1909117353723406
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.122003823138298
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6775432180851064
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	2.997103557180851
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4690034906914895
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9228191953716856
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.273321143617021
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2078499002659573
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3610155059070124
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3011677194148934
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1168250644329896
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8906803721005154
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3312333776595744
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.160663883860518
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2158977229420733
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.124272044112043
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5714840772675305
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4071476063829786
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.197782190834604
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8269981971153846
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3122811666349086
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.522686298076923
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2447896817835367
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.536433293269231
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8484314594072164
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4532001201923075
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.091540149806701
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.198542668269231
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3514467219716493
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.544245793269231
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.644230769230769
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.948035800579897
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.924754349226804
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5419170673076925
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9783394410438144
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4622605846774195
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.020208543346774
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.233240927419355
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.050655241935484
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9886907762096775
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.573558910472973
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7277436127533785
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.679498487903226
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.90454761402027
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.690528663429054
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5142393369932434
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1795142389112905
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6111028223861883
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0923009072580645
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4083666389371143
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.088930191532258
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9587796118951615
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.645725559543919
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8888136340725805
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4434852129147377
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5444863809121623
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.711236769153226
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6491305443548385
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7325951360887095
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.783593448591821
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.766207787298387
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.591750686233108
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8318579889112905
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5510706018518516
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3864459755979937
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.510570384837963
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.459607536410108
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6037684849330358
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4716099330357142
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5297677176339286
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.46881103515625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4577462332589286
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3824273936578626
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.782084996928747
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4544241768973214
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4135310292536856
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.539189669072482
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7471479936079546
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.592767438958845
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.437498800291769
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5104806082589286
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3491414887899262
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4874180385044642
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.60302734375
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4668700572020885
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.625197901870265
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.45458984375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5216151646205358
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4641985212053572
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4406302315848214
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4613560267857142
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4772774832589286
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.250118371212121
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.826980128432765
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5128086635044642
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1291097005208335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3234192648051697
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2022283106674383
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	2.9978432513297872
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.022627160904255
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5079059365354937
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.398533078457447
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7460123697916665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.054600232712766
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.39654541015625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5798543294270835
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4241739908854165
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.077048703457447
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2276475694444446
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4134205638111887
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.130851086275077
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.230379971590909
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3722941080729165
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1028881316489363
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2375623337765957
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3041585286458335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9936120731314433
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.172884807180851
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1974012586805554
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1564293378665123
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7744190963273194
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1547074751420454
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.52984619140625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.810108932023196
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.511962890625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6982218424479165
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1028331409801138
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2271442819148937
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2857801649305554
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.257595486111111
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3631388346354165
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0809461805555554
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.51654052734375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1896091736469074
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.19970703125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.177874940814394
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.38741873361014
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.041015625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7750651041666665
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.603536112325175
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3326619466145835
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2654622395833335
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3523152669270835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2623046875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3829752604166665
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0392578125
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.25830078125
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.278753960882867
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9304174049613403
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0089137300531914
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1775760135135136
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.750634262242268
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3064425808566433
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.44232177734375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0349775598404256
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8708772954252577
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.061402925531915
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8292676788015463
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0515950520833335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2325846354166665
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.439724392361111
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7320963541666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4388214760638296
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.037703230574324
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0100911458333335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.275390625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.180759640957447
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0056640625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1104058159722223
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.110073138297872
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1299913194444446
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2083984375
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.49140625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7835286458333335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8352864583333335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5350341796875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.355849609375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.084948470744681
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.160427517361111
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.868757918074324
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.856870589717742
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.062890625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.08984375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.88525390625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8675130208333335
/ckpts/Pile100B//410M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.251847550675676
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.295284148185484
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.921481224798387
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.121484375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9432806199596775
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.72119140625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.973443800403226
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.112824470766129
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.049379410282258
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.27694091796875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.703218005952381
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.606352306547619
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.521064453125
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.766591796875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9667811239919355
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.37189453125
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.37939453125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.75171558277027
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.457392578125
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.211853656572165
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0410508617912373
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4544337951030926
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6939268369932434
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5511067708333335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.736942414314516
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5655459449404763
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9980003720238093
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.778518264358108
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7634198588709675
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0747724710051547
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.940243435889175
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.789125504032258
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.574916294642857
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.484072730654762
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.029578769329897
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9771061533505154
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1893428679435485
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.503104222074468
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.916346396169355
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.449428013392857
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2744971742021276
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3419547872340427
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.841954385080645
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3643275669642856
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.342860630580357
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6655796595982144
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3684605189732144
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.233377659574468
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7582405252659576
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8134293094758065
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1620993073453607
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.319323470744681
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.386561802455357
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4010009765625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.531215122767857
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.448026097074468
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4662039620535716
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.370179521276596
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4262172154017856
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9240913120567376
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5123420877659575
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.720072861258865
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5354679188829787
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2167033743351063
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.480357934397163
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1619753953887195
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3809515679632867
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5517563238376524
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1993795255335367
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.306396484375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2039479075611887
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3110874720982144
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.65863946143617
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3972039473684212
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.361083984375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.624113475177305
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0700555098684212
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3782571932164633
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.72522578679078
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2322545618444054
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4345703125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2320620888157894
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.089432565789474
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1894938151041665
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9384014423076925
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4222420766843973
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6392996651785716
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.243662764386433
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2182413736979165
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.137181332236842
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.496319110576923
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.42233362854251
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.309772939334514
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5710042317708335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.45037538785461
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0392166940789473
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3981759207589284
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2418212890625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.554967493444056
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3257133669969514
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.471218093686741
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2012261284722223
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2409962322695036
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.178153396498227
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.348911830357143
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1374124666539633
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3849069695723684
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.891963835685484
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2652994791666665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0328776041666665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2760162971280364
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.264717697251773
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2627156575520835
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7140174278846154
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.293121121453901
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0543619791666665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.690366683467742
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7423292590725805
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.29364013671875
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43927001953125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.360438755580357
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.421875
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3511962890625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1890933388157894
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.534405048076923
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.333195612980769
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.534231085526316
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0618489583333335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.20078125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2078683035714284
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1424753289473686
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2214578768102133
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6473858173076925
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.628208705357143
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6558089717741935
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1088394657258065
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0807291666666665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2939670578188258
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.362547096631206
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.404522235576923
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2530305067054657
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1790523929195804
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3404605263157894
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8752557663690474
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6717122395833335
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7249243951612905
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.293890679632867
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3597005208333335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.009765625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5263439360119047
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.56768798828125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2310546875
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2491566051136362
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6196521577380953
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1697162828947367
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4541015625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1061883223684212
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8408203125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1924856085526314
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.221114309210526
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.773248487903226
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5141225961538463
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6103515625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3157163303390689
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1635199652777777
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8264043898809526
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.137881324404762
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2109375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8245263671875
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7344912574404763
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.36761474609375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2928145559210527
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0145941840277777
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1212565104166665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.654443359375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8602120535714284
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.36484375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0543619791666665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0791558159722223
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3794148763020835
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.19140625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5605701264880953
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.40093994140625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1015625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.630161830357143
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.507417224702381
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1501953125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.294921875
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.656123046875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7878824869791665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6288364955357144
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.676478794642857
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2630859375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5196329752604165
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.45111083984375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.041728515625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.108326981707317
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.880930830792683
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6743861607142856
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7734607514880953
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4268391927083335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9914491234756095
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.893507050304878
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.666806175595238
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.888409870426829
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5221383231026786
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.858064977134146
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.737685546875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4534214564732142
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4680524553571428
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.521429742132867
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.476376488095238
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3787218640734267
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5840576171875
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.711240234375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.725606424825175
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.60101318359375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4464983258928572
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6770947265625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.216471354166667
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1563690929878048
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9631049923780486
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4650094168526786
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9197313262195124
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4178014368444054
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2962535511363638
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0267482850609757
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5076381138392858
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.843416539634146
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4800066266741072
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.371302037805944
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9103467987804876
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2953016493055554
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3267933238636362
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8679973323170733
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.512509300595238
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1708984375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0813802083333335
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9220179115853657
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4871419270833335
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.943383193597561
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8929036458333335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3322637648809526
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.298828125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.457728794642857
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1287109375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5359933035714284
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9775390625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.340234375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2007921006944446
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0859375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.990210556402439
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4839515952797204
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9108072916666665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7688802083333335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1561414930555554
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.11328125
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.841796875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.012890625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8951171875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8190104166666665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43316650390625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.96484375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.926171875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2216593424479165
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.271728515625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2605794270833335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5505908203125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1792438786204267
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.572292420922256
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4273291015625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0188802083333335
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6468302408854165
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1771036783854165
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.831533203125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.21246337890625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3314521603467986
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2553304036458335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0849609375
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.384107636242378
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3795166015625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2336306688262195
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4760009765625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3194873046875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.405949519230769
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.30047607421875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9087289663461537
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5379287781503037
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4362890625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1459380359184452
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.449894831730769
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.548527644230769
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.380185546875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6986142113095237
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2635899985708843
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7417367788461537
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.501674107142857
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.344567265070922
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3713292331560285
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8531901041666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7978861923758864
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.439453125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4043315048758864
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6743608853112348
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3453275240384617
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.431938441932624
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.548310546875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.501255580357143
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4576322115384617
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.568080357142857
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.45330507535461
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.622707502216312
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5341866134751774
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4303991649797572
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5839378720238093
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.526274181547619
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5745854551492915
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4633338874113475
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.054173519736842
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.078073601973684
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.416426809210526
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1146175986842106
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4528274845015183
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1336862664473686
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5708240327380953
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.129474061908144
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1535259046052633
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.276315789473684
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9733045173413826
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2189555921052633
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.241789256427305
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4485505756578947
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2739569481382977
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6620628720238093
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.710356212797619
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3013838098404253
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3017113095238093
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.779110863095238
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6310560712930162
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6849373891843973
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8341006324404763
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4130720855496453
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.859281994047619
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0763113839285716
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9495498194839016
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3448096742021276
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2629523026315788
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9614722842261907
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1074699633049243
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.283893007220644
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.439453125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.277395148026316
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.34046016179078
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.306692023026316
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9960391882694128
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0142202666311553
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6563527960526314
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.412674753289474
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.039772727272727
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.352590460526316
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.154389880952381
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2152622767857144
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.331465871710526
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.858469893292683
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2406529017857144
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.875023818597561
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.105540205792683
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.897389481707317
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.144801363031915
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7400948660714284
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.576658078457447
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3960658482142856
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.179330119680851
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9493616615853657
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9380240091463414
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.315708705357143
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.014338795731707
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9693454649390243
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2719369283536586
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.375748005319149
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.261532738095238
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.80834301097973
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6088471283783785
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2358169880319148
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.426487699468085
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.326109541223404
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1116190159574466
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2334538453014185
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2726063829787235
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1437214176829267
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1394102515243905
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.646546708776596
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.181294326241135
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1564167301829267
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2546057734929077
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.206087932180851
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5791939400337838
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6180098684210527
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.772777660472973
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4164443597560976
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0068887246621623
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.375117741578014
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.233064977134146
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4274773848684212
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.482935855263158
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3071462211879434
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.184546493902439
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.66259765625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.63817699535473
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.823190789473684
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.396073190789474
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1823790015243905
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.469263980263158
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.68945972339527
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7994581653225805
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8420293898809526
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5715974506578947
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2333984375
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8268649193548385
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5018136160714284
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.512232730263158
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5786830357142856
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.2180059523809526
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0255008820564515
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3925316220238093
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.576264880952381
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.886655745967742
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6872674851190474
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9789881552419355
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6554129464285716
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.763372605846774
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.301678281841856
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1393081202651514
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.854035408266129
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3356993140243905
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1644786487926138
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.168992949695122
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1995760289634148
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.457817308830492
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5236756859756095
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4072788783482142
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.138957698170732
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5573904854910714
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.209627477134146
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4232439313616072
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2565899473248106
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3029487423780486
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2559784679878048
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1115371241714014
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.222175366950758
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4782802036830358
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.176006895123106
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3283244680851065
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4344569614955358
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7736411236702128
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.364532081117021
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4683053152901786
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.501333942819149
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.3919241768973214
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5571974734042553
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.779034649884259
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3962807513297872
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4256614402488426
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1538447627314814
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6014894085165894
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4510083610628857
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2917386968085105
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4217616489955358
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.398389274691358
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4187583111702127
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.27410888671875
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.934715477195946
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.66754150390625
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3009033203125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.725223025760135
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.494341061439043
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.025214917732008
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5557454427083335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9205118815104167
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8940873579545454
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.71926347512285
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.325617283950617
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5033403561439043
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.178718335700758
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.75902660472973
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9349878109643734
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4962565104166665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.258414753531941
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.180765034239969
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1288414472415123
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.113401220823096
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3741078317901234
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3541666666666665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.105759079391892
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1973289207175926
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9459885105942234
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2234105239679782
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8582023851799243
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4279988606770835
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9132107821377842
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2363688151041665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8811664003314394
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1432355651105652
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.08665132639742
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7007308467741935
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.874406144425676
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.27881160783179
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1002709173387095
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7295394405241935
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.852901335685484
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.700413059543919
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.812236064189189
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3178914388020835
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9081873739919355
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.780986064189189
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.995342832623106
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1666382735718672
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.753638482862903
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.669496597782258
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7831873739919355
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.702042863175676
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2040361227448453
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.818429848582474
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.56810863597973
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.995046713917526
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8975401182432434
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0037300660438144
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.840055170747423
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4544764927455358
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5938197544642858
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.785704937177835
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4627772739955358
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5099312918526786
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5985734269425675
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.490405933277027
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5362723214285714
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.55322265625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4553398840206184
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.517802470439189
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4642159598214286
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.952475636275773
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.238135269007732
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.887876530283505
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4461931501116072
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0335001208118557
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5238378115511133
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9607462145618557
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.390885943825911
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4755684988839286
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.756604381443299
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0565248469716493
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.092798606636598
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.667698215793919
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1709135389819587
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2323811848958335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6422119140625
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3182139295212765
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5713958122469636
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4935821656756072
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7372285017730498
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2603352864583335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3546888837930162
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.346437278368794
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3879597981770835
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.313069861409705
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4488728841145835
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3307551951543521
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3825090539600202
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2820027669270835
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5258477393617023
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1551192434210527
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.471418151105651
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3203539436246143
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.401828781313259
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3019695517457563
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6585241247106484
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5293996710526314
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1929117838541665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3523710274402005
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1915604440789473
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.393894060283688
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.31103515625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3907395351080245
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4799977836879434
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3667625144675926
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1901477560657248
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2700922539893615
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3907395351080245
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.514845859857253
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3578513705466833
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3528988486842106
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.455205469955633
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7860630580357144
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.446568080357143
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2335526315789473
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.222416308353808
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8573056175595237
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3148129111842106
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3685588430851063
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2056636103877314
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1155427631578947
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2247306917920526
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1695033482142856
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.246633270640432
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.938662574404762
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5777663242669755
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4254885211916464
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2053351151315788
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3472538700810186
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0825427827380953
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2870686848958335
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7167271205357144
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.922803925304878
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.266480999228395
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1850943216463414
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9477181783536586
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4721782124125875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.288837139423077
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1633249562937062
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8956240699404763
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.314961893575175
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1834230222902096
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.072980182926829
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1390065013111887
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9835175304878048
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.50732421875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1790907118055554
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1930338541666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.656543651660839
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1451822916666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.791015625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7119140625
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0365139100609757
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3447808159722223
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.21044921875
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6236328125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.920703125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.479382921765734
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.978515625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.275414526879371
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9048447027439024
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7698567708333335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.223828125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2241893848339163
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1644965277777777
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7693752013530926
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.746471287048969
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1611680492912373
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4212890625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.319663734702797
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2599609375
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.716796875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2596529447115383
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8029961340206184
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.330836166570216
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9737989288015463
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.194921875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5244683159722223
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.112864674388112
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3369208916083917
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3729205364947554
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2451171875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.164678126205633
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2073514961902005
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9289975803390689
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.823453608247423
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.975562118902439
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.36767578125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.303439670138889
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.781209474633097
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3302734375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.995650773195876
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8536314030283507
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.248752170138889
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.01953125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9078776041666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9223532135953607
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2094184027777777
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8531901041666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.27281494140625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.664814453125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1561957465277777
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5144969798900463
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.240840397828014
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4269626857517483
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.31615234375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1306640625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.639814660904255
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8385416666666665
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3712890625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1358552155671298
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9947910077176114
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7392578125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2908203125
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1968315972222223
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.143283420138889
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2367621527777777
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.259060329861111
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4892724609375
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3407470703125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2618641954787235
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.954296875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3891774711879434
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.752486710695876
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.6735026041666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8697916666666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8580729166666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8943359375
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.312734375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5254430114498987
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.287560733748071
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.445063164893617
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.771766269329897
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9787109375
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1421875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.01015625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8022511275773194
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2329418041087963
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.285495622783688
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.314670138888889
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7203369140625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1858552631578947
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5775082236842106
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3225213913690474
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7717168898809526
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.558500744047619
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9114583333333335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1873993234536084
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2156661184210527
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.199952903368794
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.518515625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6968005952380953
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9207574903350517
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3421052631578947
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.464814453125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0802734375
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4964657738095237
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3737437136260122
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4074267578125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3904194078947367
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8518997664304124
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.31965576171875
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4427083333333335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.312361480496454
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.24125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3951470378922064
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3514923219256072
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2424958881578947
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3416064453125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.41700207173583
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.37480712890625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.24741455078125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7787388392857144
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.596772693452381
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8249083843427836
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.236421130952381
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.152754934210526
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.649716331845238
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.563267299107143
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.800013950892857
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.533993675595238
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4204799107142856
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2674239309210527
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.93115234375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.44884765625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3631649925595237
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.300990513392857
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6810128348214284
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3999255952380953
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6302548363095237
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5248472632431405
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5002325148809526
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3462211794969514
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.554223037347561
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5417364211309526
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.361493366520579
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6231911848431173
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.216834091558689
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.483141447368421
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6834751391700404
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.722430889423077
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7294456845238093
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.610537574404762
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5519080528846154
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8224158653846154
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6533954326923075
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2262403350515463
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.893816692073171
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.513371394230769
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.245653105945122
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1652772484756095
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.314705173013664
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.192838343178354
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.912014100609756
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.1969176998987854
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9914022229381443
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.048551264497423
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9973084984756095
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2327539853238867
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.1741226752277327
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0310356326219514
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.524714543269231
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4632662259615383
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4634342783505154
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2689506716844514
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9259956173780486
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.949878181378866
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.031884262242268
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8685451600609757
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2422428517206479
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1678026336984537
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5528094951923075
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0836622100515463
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9483612804878048
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1845327524038463
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1678150950611887
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5162327906468533
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.340994454763986
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2106882375437062
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2315204326923075
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3706669307255246
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.256139368444056
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.068142361111111
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0514322916666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3140945968094404
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3709309895833335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7897135416666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.354220920138889
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7347005208333335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0960286458333335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2213541666666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2255859375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8343098958333335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0958984375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0587890625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.155604649256993
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.479296875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1912109375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.121875
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1202799479166665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.176214898382867
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8369140625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2452799479166665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1375868055555554
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2002601890297204
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0559895833333335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.19189453125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8802083333333335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.14375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9264322916666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3306640625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.180078125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.529433457167832
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1679144965277777
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.25234375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3015187937062938
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0152994791666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1870659722222223
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.37573486328125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.332041015625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2399168214597904
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7295458984375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.960546875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8056640625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0338541666666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2119683159722223
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3941943359375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0670572916666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.98359375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5467664930555554
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0064453125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.221273355550699
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.40951416015625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3129340277777777
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4964192708333335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5881298828125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1871744791666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4555859375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.41171875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2537434895833335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.50775390625
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.309626881669207
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.598911830357143
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5521763392857144
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1224609375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.10546875
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.049990699404762
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.523530505952381
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.531436011904762
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6036474609375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.060546875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.232693142361111
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6558447265625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0895182291666665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4468220036204267
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.701171875
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.54296875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.653564453125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0337890625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0235770089285716
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4617745535714284
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6010509672619047
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0151025390625
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.836613581730769
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1762531559641767
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7551220703125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3422619047619047
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4984975961538463
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3392259551257624
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.69630859375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4067615327380953
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3154399311625875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.359887183129371
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4153645833333335
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.210346501048018
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5235877403846154
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7182992788461537
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6764599609375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.074683779761905
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.494856850813882
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3189561631944446
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6943427666083917
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3334361083384523
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4163876488095237
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2795871121066433
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.357421875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5883413461538463
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3484279392482517
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1376953125
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1933051215277777
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3058965773809526
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1333984375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1396484375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2024739583333335
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.453821569055944
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9318359375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.984375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4033322217987805
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4926525297619047
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.507595486111111
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3960404829545454
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2458820107542437
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.108181423611111
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5934244791666665
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6003576208043984
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.173068576388889
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1070963541666665
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.271582332658179
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3427734375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1796875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.547128138436732
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.274530434198403
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.89921875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7938701923076925
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.116099364634521
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.27978515625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9677734375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9777587890625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2994791666666665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2254231770833335
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.085546875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7986181640625
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.089349470208845
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2223307291666665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8347119140625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.876208681048769
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4330376519097223
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1483895116707616
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.438631924715909
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1402384440104165
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.017578125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1691636593980346
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2869466145833335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.160152550899621
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.318834846402392
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2745458984375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.820033482142857
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.70580078125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1213878284801138
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3939374758873457
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81953125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2169551142939814
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.847935267857143
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6101190476190474
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.161212343158144
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8971534242021275
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.917216796875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7208402593085106
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.959287732712766
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.029548413825758
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8468212890625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1875831117021276
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.154901413690476
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.251144871567235
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.035472074468085
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3698846726190474
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8986834901751894
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1973876953125
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.618861607142857
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8551644989938447
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2906855830439814
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9377145478219697
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9149086692116477
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8277994791666665
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0922712846235796
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0649268617021277
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0050947473404257
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6459263392857144
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9819354433001894
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.089419880319149
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5150575380067566
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8933331990979383
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1111697635135136
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7515242293074325
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.343332192332474
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.931701030927835
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9318517736486487
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.775654560810811
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.968592489919355
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8231004284274195
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.720841691300676
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.043724798387097
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0492691532258065
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.881453230574324
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8816941784274195
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1319919861469074
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7039497994087838
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.986182144007732
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8804106841216215
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.917543472782258
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5410552153716215
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8084089949324325
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.852995841733871
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.487667599239865
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.080309681056701
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3793417440878377
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.857492348582474
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2233328854422605
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.596950221706081
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5662214949324325
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1711260006751543
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.693623310810811
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5012877664448303
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1965045693479937
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9415480090725805
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4328643273955772
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2944855866608798
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6604135874155403
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.342503677179784
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9547559600515463
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4114447366400493
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4818551199776786
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4418509347098214
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.21478271484375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5038103376116072
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5068184988839286
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1459132065007718
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4557931082589286
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2289571176289926
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2437957114361704
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.237327293113426
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4728829520089286
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.256630787392506
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.19995777027027
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4567347935267858
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2805505701013513
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.410035738031915
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0982074159564394
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0420088334517046
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0281936183120264
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.336429480350379
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4718017578125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.074472138375947
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1094664228723405
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.59820556640625
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2873046875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.576656557125307
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.376953125
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4158296702242015
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5894978841145835
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.637354595362408
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0871175130208335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5272013346354165
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2186575224905303
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1104680841619317
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3794962565104165
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1499418218085107
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1646284623579546
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9386060310132576
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5075185714834154
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.952633019649621
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.344208288544226
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4025472005208335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9747240471117424
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.385625815801597
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1917647781905596
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.36328125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0784219958118557
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.312749539312039
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5534844152706184
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5367132867132867
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.242644279233871
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.264996152935606
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.221491887019231
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.121118919136598
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0617120916193183
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.258205138530928
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3654920212765957
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3273648920747423
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0091506495620264
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43157958984375
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.14013671875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4471868699596775
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4073225391584767
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8408203125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4838324652777777
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3724049388111887
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1422156894329896
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1717664930555554
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3408203125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0296875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8860677083333335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9953909209280303
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4619140625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0427220924613403
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.744701488597973
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0544921875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.079810357862903
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2722424060314683
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2980878276209675
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.648905986064189
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.621535842483108
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0029296875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.335865794361888
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3324652777777777
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6768237964527026
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1838555090206184
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1637073863636362
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1041666666666665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.119172127016129
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.40615966796875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.251953125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.216037326388889
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.704616237331081
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8135009765625
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.923828125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.42669189453125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8517472550675675
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7255463471283785
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2881401909722223
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.031653201941288
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1111328125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0042317708333335
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6024431501116072
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.540058857685811
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7997914907094597
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1206597222222223
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1908203125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.771484375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.56153003589527
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2390870847902096
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.395634348799543
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.887630578243371
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.225422184641768
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.925494569720644
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.637602306547619
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.997265625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5903188344594597
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.380733366935484
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6524832589285714
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.619638671875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0772879464285716
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5430152529761907
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6944110576923075
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9416833826013513
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.183786103219697
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.522235576923077
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6950551625844597
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8622196081912878
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4937841796875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1976996527777777
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9121121493252842
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5486275809151786
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8873697916666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.633102829391892
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5696435546875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6265781947544642
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0830078125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.93359375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9932528409090908
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.35694091796875
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4270600109565548
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.365505311547256
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5688912527901786
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.208933760480183
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9495646158854167
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6138025232263513
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.438267299107143
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4452311197916665
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.76171875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.184053746665396
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6456580528846154
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6302083333333335
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5288951684397163
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.239857743426067
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.360219968971631
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.436823918269231
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.50028367756832
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6015159970238093
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.443056640625
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5826268838652484
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5387508311170213
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.260023163586128
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5822957356770835
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.372098016400709
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.399714543269231
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4754356971153846
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3570512161563766
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4822706461918016
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6400582449776786
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5846011513157894
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4104646381578947
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5299462692940284
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.70899097339527
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8001664505313766
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4945913461538463
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3089599609375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6301912006578947
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.406277703900709
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3904708059210527
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4683430989583335
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5214611235119047
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6671730690156883
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3436045545212765
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3835123038967612
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.525489600929054
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2536492598684212
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.575789168074324
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.358804769449301
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7217206621503496
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3342081705729165
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.391147426791958
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5610025382717612
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.502615548513986
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1136997767857144
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.892671130952381
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.901829075168919
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2883429276315788
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4365372894503547
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3155691964285716
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8184918237601215
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5507880791083917
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.494734480574324
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3879278273809526
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2342208059210527
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.672380084450911
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6896073190789473
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.145236545138889
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.552872941300676
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.506618923611111
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.645269602416498
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1869884672619047
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.837890625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3359375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6684056332236843
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4131781304632867
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7084891747849191
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1763780381944446
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9486328125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.28857421875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3423828125
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.668971706081081
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8837890625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9641927083333335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3320995410839163
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7176963404605263
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.977734375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3050472861842106
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.32861328125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5323282877604165
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.603047138935811
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1064453125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.216099330357143
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0748697916666665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1404854910714284
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7202692070470649
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.15390625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1983506944444446
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4373019558566433
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.919921875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1563929115853657
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.32262451171875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0017578125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1177300347222223
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.030225800304878
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7943359375
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7919921875
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.253208705357143
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1779487423780486
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.225633574695122
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3585986328125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.91796875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.480751953125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.133145960365854
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2305772569444446
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9026692708333335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.53787109375
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3691173735119047
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.031640625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7942708333333335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3740625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.147794397865854
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.117854420731707
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4102957589285716
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5959356398809526
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.331065108136433
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.2788818359375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1720179115853657
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5751488095238093
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.735652043269231
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.169826600609756
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.390345982142857
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3971142578125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.369652724847561
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.552433894230769
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3153599330357144
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.738031914893617
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.482182200362043
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.820012019230769
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5977957589285716
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9068594858156027
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6434044471153846
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2770867598684212
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.302913014481707
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6803870234929077
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.778458832003546
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4244962993421053
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3288499785632624
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2735149104420733
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3917518028846154
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.354609791825457
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0656622023809526
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.610510859929078
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.884520495951417
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4410306490384617
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1592824835526314
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3960336538461537
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4266982660060976
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.322676809210526
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.259144852801067
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.460261418269231
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2948753720238093
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.469332066977896
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8801496868674088
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8960573760121457
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1872944078947367
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9625446767459513
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6743539663461537
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.436577460106383
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4927222371584008
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.501652644230769
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2675531914893616
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8544689360119047
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7690805288461537
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5592041015625
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8509599401595747
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0899832589285716
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.77144483805668
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.396226836413872
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4364609136814024
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3681423171811742
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3997392538588056
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9416849854504048
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3578409665991902
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.015625
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3665697051257624
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9616384795217803
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.933989025297619
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6517427884615383
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4159207363360324
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.490751320533907
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.261450565222538
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.436222956730769
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3919099506578947
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9865787390506628
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5018028846153846
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.108326981707317
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.424579326923077
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.364519744749494
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4992062832446806
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.196929022606383
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.39478527486083
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4619810523056405
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0316904920212764
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3560212787828947
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9373809070121952
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1200543027935606
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2665550595238093
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.000174534574468
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0353944359756095
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0640458776595745
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.511944110576923
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4196302900430162
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0278181596235796
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.086053856382979
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9519340701219514
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.113092237903226
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.934412802419355
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0877241654829546
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9404306122750947
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5404018139549596
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.080387766768293
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.598487647804054
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.403537765688259
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5935266162702428
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.181183845766129
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.004096753669508
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.074738533266129
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.985721072635135
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6304238809121623
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8871912802419355
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3419273469129556
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.860650831653226
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2271931142459513
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.928065146169355
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2465167952935223
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5726667131696428
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5166538783482142
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8032622466216215
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9500535534274195
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.192156463499494
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6787505278716215
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2565344683071862
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7558923669763513
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.569685652449324
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5686732700892858
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.56756591796875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5325055803571428
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3153382646276595
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8909912109375
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5149332682291665
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1704841382575757
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1573096742021276
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3014729817708335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5219290597098214
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5379289899553572
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6515519425675675
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9115646824692234
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.996921423709754
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.55181884765625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3844747340425534
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0388479521780303
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3544672539893616
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9280460242069128
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5119222005208335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.538330078125
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.393837257667824
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8697149103338069
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2695591302565585
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3752237955729165
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.566157910396192
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4507152416087963
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4508124457465277
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1525307513297873
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3173097210165894
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3576253255208335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9487054998224431
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.40411376953125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1821476063829786
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2257814899416464
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.313208795362903
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3750731822020885
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1235206117021277
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.42425537109375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1271578881048385
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.209038397606383
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4370849009520885
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2576253455159705
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.343602309992284
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.53266289893617
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2901151680652005
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.426125566262285
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.364931017287234
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.114086254222973
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5390097128378377
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8982791385135136
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6123213098404254
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3857894405241935
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6429980228808354
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5633841849662162
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6806970544763513
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.363462848427855
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4534117353723404
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8442855342741935
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2645512611332923
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1151947846283785
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7256717166385136
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.142800071022727
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2726396276595744
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3187084441489363
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.0860106822020885
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.0904304073249387
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1453470515970516
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2417137632978723
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.590404613597973
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6673072076612905
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1648243147266584
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.511672561233108
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6164027622767856
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1663227503071254
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.481236049107143
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.692934097782258
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6396641885080645
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3434009308510637
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.717316658266129
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.616672825168919
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9486202116935485
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6185302734375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7982295866935485
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.771106837951031
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.586148920747423
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0266034526209675
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6052956006205674
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8157921230670104
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9346105831185567
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.439861757535461
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.56134033203125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.776387322809278
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.829463835685484
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3943770559210527
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.711819556451613
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.674899193548387
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2278474506578947
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4643961588541665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8123036807345363
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6465946320564515
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5358625139508928
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7502214884020617
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2576700846354165
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6220100308641974
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.669194647606383
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.55895390070922
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5160609654017858
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5118059430803572
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0299014136904763
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.46990966796875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3809632646276597
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8064778645833335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5274919782366072
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.835106918492268
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.732232862903226
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6064889090401786
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.41793909729251
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5678449358258928
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.774114161361883
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.290540193256579
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6236049107142858
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3478432513297873
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.656005859375
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4158286236702127
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4397615131578947
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1982421875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4652144088436234
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.040964226973684
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4373060726950353
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4892118477527005
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4535173688616072
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6591322157118054
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0130037006578947
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0831620065789473
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4687093098958335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4159981863839286
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4021344866071428
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.208798363095238
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8263113839285716
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3502308238636362
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3902839938638665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5149219654224537
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.3878261021205358
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0594035823170733
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6180943080357144
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0963712993421053
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9469083460365852
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.49578857421875
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4343058268229165
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.279500490258097
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5194905598958335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5734049479166665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5376790364583335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.634556361607143
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3233846028645835
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3023340634488867
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5415852864583335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.343250921375921
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4254586356026786
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6996605282738093
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2341014665233416
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.259769578694332
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.420153418688575
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.264182950706388
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.724328311873071
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.215990671068796
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7309977213541665
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.095012385670732
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.968083079268293
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4159220477579852
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.119266594364251
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8599942835365852
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6055704752604165
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5664265950520835
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1499551309121623
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2679656307585994
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.0933612945331697
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5315144856770835
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.17102320715602
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0074802673969074
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.319823230326417
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8408203125
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.767523492132867
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8856230945121952
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1193337780251844
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6318222792832167
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.150847713835995
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.815921383304196
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.261800699300699
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8976991234756095
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.177477649806701
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.136370465472028
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.098114538544226
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.632080078125
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4657118055555554
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3037651909722223
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3046875
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0904947916666665
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4967447916666665
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.223828125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.804846797429078
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.318088107638889
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8644944023840204
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1725420377764126
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0771484375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3268229166666665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1455078125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1625020487325175
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1903754340277777
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0507711823453607
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6178593195921986
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9970703125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1141792777534967
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.299609375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.255078125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0935546875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.900244644007732
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5333573190789473
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.855517231826241
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2150065104166665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5970336014281328
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0299479166666665
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6697021484375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3829152960526314
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1673177083333335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1853146853146854
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.52640625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9680989583333335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1177734375
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7745361328125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7319921875
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.38067929964539
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.056640625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5392552425986843
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4324252341830466
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4303882923203441
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6563819679054053
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.63484375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5730879934210527
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5227864583333335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.235622829861111
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3211971391067814
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5882138395116396
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6704334077380953
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.326962425595238
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.125533585695876
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0481770833333335
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5394112723214284
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3948575706388207
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.297800164473684
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1400390625
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6878720238095237
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5201822916666665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.61763671875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2108920325151822
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.200929465868794
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.238660357800983
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.347842261904762
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.562666015625
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.682338169642857
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2639981956388207
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4528585294397867
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.22337655141844
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2320452856148785
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.1677748226950353
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1976759252149876
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4923329454787235
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.957333519345238
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.245207225177305
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3255762411347516
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.123046875
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.411830357142857
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.1779577587297572
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.657001201923077
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6462451171875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2850878666308354
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.551626218971631
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2721354166666665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2973751905487805
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.461702672446646
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3154386194740852
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.149002878289474
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0876336348684212
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1606326219512195
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5188524199695124
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.241428390688259
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.451737253289474
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2378078553734757
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2884457236842106
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3708721187943262
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.170435855263158
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6490885416666665
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.76953125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5936748798076925
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.321373916253811
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5070415296052633
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4339657738095237
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0963536704458843
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3000428734756095
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.250630263741135
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.21666874445922
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.836613581730769
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5443209134615383
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7011486235119047
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5298342821074695
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.181304715203901
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6349981398809526
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5399639423076925
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0371558779761907
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3392269736842106
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.393329326923077
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.35226248361014
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8300083705357144
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.749325706845238
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.038157393292683
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2001655392530486
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2904575892857144
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.060374190167683
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.804987980769231
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2223478618421053
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.183542351973684
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1304916754001524
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4997951267482517
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.144479851973684
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0322206078506095
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0732585627858233
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0901801876905486
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.250271267361111
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5865384615384617
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.270081865026596
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.442608173076923
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.925083705357143
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.052734375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.912776295731707
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4468149038461537
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4251953125
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.375225360576923
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3814603365384617
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.780459449404762
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4500450721153846
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6531808035714284
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.240705583479021
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3807508680555554
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.151127512862043
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.108130478277439
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2194010416666665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.391249863417832
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.638462611607143
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9331173780487805
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2420333059210527
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8917444740853657
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6068359375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0867473323170733
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9727991615853657
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9529344512195124
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.459284855769231
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.266079135708042
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.122784870426829
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.448016826923077
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.141872829861111
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.580537109375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8880208333333335
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2865668402777777
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1022135416666665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2791015625
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7979910714285716
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4634765625
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0679306402439024
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1724175347222223
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7247900390625
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9036458333333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.986042301829268
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9542682926829267
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8962518601190474
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.297265625
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.932712461890244
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4592199792395104
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.45234375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0959356398809526
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.622060546875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3431532118055554
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4979150390625
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1917317708333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0013576600609757
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4439174107142856
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5521484375
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.967587425595238
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.946103050595238
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.452848108803354
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5094227731963734
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.358181423611111
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.71212890625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.733097956730769
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0073474702380953
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3252399723704267
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2273202291349086
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3999946408155486
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.476853358892747
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2079959032012195
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3198822765815548
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5531141493055554
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6920072115384617
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3239768699363426
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4970835092905403
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5153689500762195
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.667668269230769
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7723106971153846
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3391683142659705
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.585637019230769
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.637469951923077
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2467562047446648
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0698227300876524
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.559059236793612
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.297686541521991
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0400301305259148
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.100596358136433
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.804011418269231
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3581000434027777
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1187997213224086
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1013213366996952
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5889423076923075
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.527644230769231
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0724690755208335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3725307134934415
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1378188714748476
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9678908839370266
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.518837267287234
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4536508413461537
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5282451923076925
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.512019230769231
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1201837713068183
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1535385594223486
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4173677884615383
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0837432116996952
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0335129246567236
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2607625825399262
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4735576923076925
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.301429521276596
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.145890126329787
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.409480168269231
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.157802674828506
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.197799210695876
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.11512160242629
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.022400531572165
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.368043550531915
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0628708348129736
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.174750664893617
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3699301861702127
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.01544189453125
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1467903005988944
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4873798076923075
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0237450132978725
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4497755097179876
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.0915905251842752
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.610027426861702
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2779555902248476
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.771709735576923
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4902656369092986
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.079001686789773
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.184711602393617
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0298661901595745
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.933861517137097
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.585186298076923
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.957091655927835
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.054026761968085
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.259131362757732
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9369741586538463
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0016456117021275
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0598612034574466
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2818112257050305
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	2.9946018949468085
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.788719383445946
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7852871295103094
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6517037056587838
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.167996343289312
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.133151915015244
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7971521326013513
/ckpts/Pile100B//410M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.853489231418919
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1585484946646343
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.314516129032258
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6216195913461537
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.125094506048387
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6444388724662162
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7569617831829896
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0780543550531916
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.822129711662371
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.082891456117021
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.472430889423077
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3831905241935485
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1707881804435485
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0921080054306405
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6815637659143516
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.473407451923077
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7922757056451615
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8429496214561856
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1788732016958843
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5229386694637346
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9988186743951615
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6727393897804053
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3816856971153846
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.018491683467742
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6173788534628377
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4658203125
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7316826714409723
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5578264508928572
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.515199722782258
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3272901965725805
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0261151713709675
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.702861064189189
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6645999692874693
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5226780846898036
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.287440146169355
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.292726116415895
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.357154107862903
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9630953881048385
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3072509765625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5650896344866072
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5136805943080358
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.558116266124079
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7240695062960687
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5649152483258928
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4705810546875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.059050529233871
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.386293472782258
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4455973307291665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5121808733258928
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3995688248617935
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.14599307966821
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3814174107142856
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5589076450892858
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5490315755208335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.380925684799383
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.169734248408565
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4266918285472974
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4873661494755246
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.251599723910108
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1242796344521606
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3365384615384617
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.198083126183712
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4407069830246915
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.288954454787234
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.346886837121212
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.499965122767857
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1884856047453702
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3940952845982144
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3617576205466833
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3321397569444446
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4218575613839284
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2238103693181817
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3895089285714284
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6386311848958335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4827473958333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.277521580825617
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1253255208333335
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1878255208333335
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4357212611607144
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.354701450892857
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.064770256121134
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.916015625
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.32890625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.448159407632064
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6909383138020835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1580078125
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3555501302083335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.185170868296682
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8979894893685567
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1497328016493054
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4168701171875
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.126739125192901
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2241617838541665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4050816127232144
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4003383091517856
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3046294525786712
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5421629152097904
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9399018158783785
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2765458776595744
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6282145182291665
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.129772068298969
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.162757646276596
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.156953398164336
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3625498670212766
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.146658909574468
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.595576171875
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.405728426846591
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1936003989361703
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4558251953125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3618932845744682
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2943522135416665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1491495768229165
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1063661317567566
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.310275607638889
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3716905381944446
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1335363854895104
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.114539706829897
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8984375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1981178566261574
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1533203125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1875580474213288
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.181087932180851
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1675347222222223
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2486165364583335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2765625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1131184895833335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0298639112903225
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0454704122340424
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.408203125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7307942708333335
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1738688151041665
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.669224330357143
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.19244384765625
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0998046875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2056142100087412
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.013563829787234
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0782039561170214
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6616443452380953
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.024035904255319
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7986169763513513
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.098807347074468
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1442057291666665
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.981959987331081
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0581283244680852
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1948784722222223
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.6767578125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7210286458333335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9060083762886597
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.06171875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2692057291666665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1871541341145835
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1296875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2138671875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0032205784574466
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.484423828125
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.82689769847973
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6834228515625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2956266108247423
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.77734375
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.116885470360825
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.938733287693299
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3188525390625
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1509765625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8739328286082473
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.369321842783505
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.153588079637097
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.966650894007732
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.082359541223404
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0313602570564515
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.879945816532258
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.27678466796875
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.25
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5740792410714284
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5845889136904763
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.338447265625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5107264364919355
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.218422801224227
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1066815776209675
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4683779761904763
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5766788563829786
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4876534598214284
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3689111328125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5201297883064515
/ckpts/Pile100B//410M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0479175464527026
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.080843266752577
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.034738442332474
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.332551033266129
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4309469083460367
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.403474069148936
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5331566220238093
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.99987918814433
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.659927692819149
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5575706845238093
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4711602393617023
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2932522681451615
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.367801789314516
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.282208698551829
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3367408014112905
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3918063256048385
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.375157510080645
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.496320026676829
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7904146634615383
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.537388392857143
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.595703125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.328827293882979
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.296355216733871
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.381321957236842
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8294771634615383
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.163576296542553
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1048042847938144
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.786271332003546
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.612034574468085
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5217110770089284
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.188975232712766
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.44454763986014
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.442836216517857
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4347719509109311
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5600210336538463
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3864920479910716
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6210763113839284
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8540904809397163
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6271769205729165
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6526484929078014
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.398736769153226
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2441465796493905
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5722394670758928
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3080644940996504
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.32208554964539
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.32886730611083
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.546107700892857
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4752646998355263
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.117071143617021
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9224795386904763
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3055612664473686
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4830729166666665
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1461245888157894
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4133083328061742
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5769304547991072
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.958275579637097
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2695855034722223
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2126329787234043
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.620793269230769
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5450257646276597
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3681640625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5595703125
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.101398747141768
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3498663651315788
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5134738308566433
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1637541118421053
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.134060329861111
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48203125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.251439144736842
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5337088448660714
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5325753348214286
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5427769252232142
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1735026041666665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8036636844758065
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1382461175685976
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0358965473790325
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0433912344858154
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5438929966517858
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5629151379048583
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0218441611842106
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.868226396276596
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3107421875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5440412248883928
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0161830357142856
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4581580528846154
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.789457775297619
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4631476151315788
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.08026123046875
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.406529993444056
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3143988715277777
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.834192154255319
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.516075188386525
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5291466346153846
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1069568452380953
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3883463541666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.689057849702381
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5370396205357142
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9038674645390072
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.45306396484375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7177036830357144
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4434632646276597
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3583170572916665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1292842741935485
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5615234375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.48675537109375
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8754296875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.055568788109756
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5450236002604165
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.191354851973684
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4435096153846154
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0489309210526314
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.4819568452380953
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3030802408854165
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9569209929435485
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6870524088541665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4461263020833335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.719423828125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.091122581845238
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0152994791666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.988501764112903
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5439191545758928
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0213815789473686
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0526315789473686
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.36102294921875
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0846011513157894
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.238943673513986
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9245899822695036
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0869140625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5474290780141846
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	2.9954769736842106
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.589379370629371
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1538899739583335
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7455822172619047
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.916314894153226
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.813755580357143
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4334981424825175
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5761805943080358
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5819614955357144
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.938720703125
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1566132336128048
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.029606516768293
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1195475260416665
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9310689786585367
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1802775065104165
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2636274857954546
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2312215169270835
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.659862598339161
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.215711046765734
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5998418898809526
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0134356098790325
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.19873046875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.25408935546875
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5508975074404763
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.282009548611111
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5293666294642856
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0959087171052633
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0685022865853657
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5048740931919642
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.073190789473684
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6243954613095237
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.912157012195122
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2885366586538463
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7740885416666665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5630057198660714
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5185546875
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.37451171875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.4650762648809526
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9627477134146343
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.225314670138889
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5599072265625
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1663411458333335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.901953125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2008463541666665
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9534505208333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3859402316433567
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.307888454861111
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.938383556547619
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8188833841463414
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1892578125
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.417263454861111
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2521158854166665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7688802083333335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.039453125
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2057291666666665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.73046875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.108493711890244
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.93125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.285484047202797
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.26640625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.46954345703125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.32958984375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8787109375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6577845982142856
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2499385380244754
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5663597470238093
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8287760416666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2718912760416665
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2229259997814683
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5435655381944446
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.576357886904762
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4169834681919642
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9537109375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.926495807926829
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.828029725609756
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0087890625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3498046875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4302891322544642
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.081640625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5772298177083335
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6221826171875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4677808808117376
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4237196180555554
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.314928008288872
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.476162109375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3888346354166665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.807545731707317
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8387480945121952
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8307291666666665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8520388719512195
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8138020833333335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.38392578125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3587782118055554
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.3973039899553572
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7269287109375
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8006621570121952
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.31501220703125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.95625
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7688802083333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.91875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3359781901041665
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7158954326923075
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5587565104166665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4043415348704267
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5263671875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5070592368521343
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.89296875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4342738560267858
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2990466564685317
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.403037109375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5838448660714284
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6771763392857144
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.53070977393617
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5171130952380953
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.54384765625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8629239710365852
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2447524652248476
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6177133413461537
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8503715701219514
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8568960336538463
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5851934523809526
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.579403831845238
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.616908482142857
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3636881510416665
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4222607421875
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.451388888888889
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.36175537109375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8880208333333335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.477632068452381
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4004657451923075
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2098388671875
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.31772705078125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5040604440789473
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2810445645960367
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.975
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5543154761904763
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2278035481770835
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1862127130681817
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.063833525686553
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6708984375
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.470928485576923
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.216770079077744
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1583658854166665
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.520786830357143
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5379464285714284
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5424107142857144
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2470906575520835
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6561530363475176
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4265283203125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.384121509308511
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3798076923076925
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.541902149822695
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.301838200266768
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7919367796985815
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5969151706560285
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.04430546320922
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.030910627216312
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.473332331730769
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3104440789473686
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.446567486702128
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3840460526315788
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1995785361842106
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1802312677556817
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.458705357142857
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.226937958688447
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3985402960526314
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.871114527925532
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2783784906914892
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.572779605263158
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4033203125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.043393221768466
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.861286569148936
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.83442071143617
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.91771248891844
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5188206449468087
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3070931783536586
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.909706061613475
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1715666118421053
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9334483045212765
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.108584449404762
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.350492931547619
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9561941964285716
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.025064179391572
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2687088815789473
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2870628720238093
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.077216870857008
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.835826684397163
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0192228618421053
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.647553943452381
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.373046875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2510793585526314
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.874485325168919
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3048416940789473
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.049856085526316
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.72046558277027
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.316868832236842
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6864536830357144
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0897050337357954
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9349373891843973
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1793758311170213
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	2.998612253289474
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2143787202380953
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.471958705357143
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1611793154761907
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2459542410714284
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5090106937056738
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5274832589285716
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2662760416666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.028652759308511
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1017987651209675
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.030297256097561
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2088414634146343
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.073293585526316
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9678925304878048
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3344899711879434
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.465239025297619
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.076814977134146
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.561564993351064
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.921087449596774
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.363948170731707
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1810927972560976
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.061099567819149
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7041015625
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1761277721774195
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8196658572635136
/ckpts/Pile100B//410M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9320629222972974
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9164443597560976
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.003482380319149
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6527660472972974
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.569917224702381
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5354646381578947
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.623365469858156
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7545230263157894
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0926305259146343
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8179306402439024
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8555152529761907
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.063571836890244
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1007764862804876
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.442500554078014
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8397008384146343
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6248416385135136
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.110089557926829
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4653562721631204
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.685084987331081
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2841796875
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6469029017857144
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5139868951612905
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.054268973214286
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.802758193597561
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7125870988175675
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.395736369680851
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.134303042763158
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4901297433035714
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.083041057180851
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1561472039473686
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.490504488031915
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3354649697580645
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4387904575892858
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3597282640861743
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8511814024390243
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.861025855654762
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.089381167763158
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.51226806640625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.372290826612903
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.402319931402439
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2333503491950757
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.643949962797619
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6756417410714284
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1751644736842106
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.283533896169355
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.257788681402439
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4610565929878048
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4223188920454546
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.595028831845238
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.631283244680851
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4769157247340425
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7158203125
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3633272147472995
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5127737862723214
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5398763020833335
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9842082698170733
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.001241972952178
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.38934326171875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5204496343085108
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7036943151595745
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.875905106707317
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6074015299479165
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4640851702008928
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.392908896169355
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.900700266768293
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3432679521276594
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4805210658482142
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.662987979841821
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.509783709490741
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.849323551829268
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.071279814749053
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3080442836302213
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.471222598664005
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.875195127544981
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9653514515269885
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4604753766741072
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9961069467905403
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.72070613908179
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1905268638667077
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.553940761236497
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.912419016768293
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.245338722511574
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3743226396276595
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1237127130681817
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3649632409398036
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.83544921875
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8943592418323865
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8554733738754734
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2428293439035625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3608194986979165
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4111094533661266
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.431401005497685
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3036943151595746
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9126041296756628
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9769536798650569
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.970734627016129
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.834409652217742
/ckpts/Pile100B//410M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0552681587837838
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2250162760416665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1567488305362654
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4586592540694103
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9931731047453702
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8956687233664773
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.868686560428504
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3986328125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8389144405241935
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4708513532366072
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.043331023185484
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2515665690104165
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8474204323508523
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.975494008005401
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6699086782094597
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.034838264371142
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4400559413580245
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1931966145833335
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3823083948206016
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6878780241935485
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.292641551224227
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.041987666377315
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7108902469758065
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.908520322857481
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.76781566722973
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.46612548828125
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.624267578125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.502540382179054
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5724661690848214
/ckpts/Pile100B//410M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8344858530405403
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5331769670758928
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6482642389112905
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.523213154560811
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.47705078125
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2744547526041665
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0711229461984537
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9075990657216493
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5131292304529351
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4545985630580358
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5595354352678572
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5487885346283785
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.658057960304054
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6668251439144737
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7323116179435485
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1387725515463916
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.935360623389175
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1330289545747423
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.593957779255319
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4152308872767858
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.543701171875
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.512556746199324
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7812600676546393
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4359624335106385
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.4873574746621623
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3846347454896906
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6662995899822697
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4211040296052633
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4162510463169642
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5640462239583335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3690185546875
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9416428398840204
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7817735180412373
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2560135690789473
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4459236050829474
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4934724506578947
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4168399702682186
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.3858555385044642
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.756297317976804
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5670368642459513
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4765421549479165
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.816808956185567
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.56671142578125
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8145789706829896
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2249348958333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.56517894847973
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5179300037955465
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.752647793170103
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.998744419642857
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0308344414893615
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3415730794270835
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4277605329241072
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3814639136904763
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6446893977732793
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8351018846649483
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8587932180851063
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8352579333118557
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2174650493421053
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3625691731770835
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9067209663120566
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1063024009146343
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3210132740162037
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2947184244791665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0765316611842106
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.822563441932624
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5442964530285495
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.448086208767361
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.005549733231707
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.954682849702381
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5044759114583335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6238343038676697
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.146484375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1183182565789473
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5243184549825175
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.124018916377315
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1410936897183643
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3744710286458335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0544819078947367
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.711216517857143
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9666627483603394
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.963169427565586
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4052191840277777
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7753208705357144
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0579427083333335
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.011228961709105
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.939769603587963
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.004730601369599
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1751953125
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6593191964285716
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0102086950231484
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.369085992132867
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0352116221005154
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.922990082003546
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2367890898164338
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.970369664634146
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9571081090856484
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4245349377185317
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.327582085882867
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3858753551136362
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3974609375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.130448190789474
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.562568359375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8777153201219514
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2645399305555554
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0403645833333335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8372395833333335
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1962754042832167
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.036940586419753
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4791015625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.594835828234266
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.390915858892747
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.303515625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4514973958333335
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1881510416666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9001762576219514
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2884114583333335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0794270833333335
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8274739583333335
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8909505208333335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.535413240131579
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.516663896276596
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.372319647606383
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5615234375
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.362109375
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0341796875
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.858303163109756
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6655505952380953
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3412676190996504
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8140345982142856
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.06396484375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.203422066215035
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2584477177372686
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6824491554908907
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4507807978877314
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7223307291666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4752061631944446
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1305338541666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2015625
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5689697265625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3763020833333335
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.185618580638112
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.260546875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5745442708333335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.889462185889175
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.41748046875
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.451223273026316
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.234972546984266
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.327559621710526
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.032458118556701
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.221655785620629
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1529405381944446
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9092803640463916
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0227864583333335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.107240657216495
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9173177083333335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.457017412069838
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.168023382867133
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6174755859375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7366536458333335
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.510091899353781
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.119276538337629
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.391044921875
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4259033203125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.234375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5947265625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.937429526417526
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4189453125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3748458059210527
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9459014577963916
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.00146484375
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6705729166666665
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.518503289473684
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.6988932291666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3685242452739197
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0506184895833335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5368768601190474
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.24177001953125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9701450892857144
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.092013888888889
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7416294642857144
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7418619791666665
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.659541015625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3964881426022377
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7532552083333335
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.388671875
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.248514668924825
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0445421006944446
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.606202160298583
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4556640625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9663681402439024
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.251354028147163
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.224198190789474
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.666015625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2283203125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5718238467261907
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2459230222902096
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.786807345360825
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5341331845238093
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.542178199404762
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7815620972938144
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1447265625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.822965326997423
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9237583705357144
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.413706709698933
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3312837577160495
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.755064030283505
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.489736328125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8182435969716493
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5683444883765243
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3202783203125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.107212611607143
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3452613467261907
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2944544350228657
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0699869791666665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8360432103737114
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7238653273809526
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.183839622118794
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7890625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4092414761766974
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4655687285632624
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2516447368421053
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3414884868421053
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1166449652777777
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.765831386920103
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.2540966796875
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7022235576923075
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6361607142857144
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.606449266194332
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.475
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7897135416666665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.892352764423077
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3450912847751524
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.335185546875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.26986572265625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.586162860576923
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2686090507970649
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2673828125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4627285235323886
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5226934523809526
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.20654052734375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4884207589285716
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7846304086538463
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2678897938829787
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0837938262195124
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.187037417763158
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9860899390243905
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7196514423076925
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6787435554782388
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.844127537048969
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7392113095238093
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3107935325386597
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.508696056547619
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.39208984375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.563290550595238
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.557216737328506
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3394949776785716
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3688671875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0474942835365852
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1170684070121952
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.269926525297619
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2711759868421053
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.2992724609375
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.615141369047619
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.128075668492268
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.396105359484266
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.284691690915992
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3865878704896906
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8974609375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.446539133666498
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.936618711890244
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5040690104166665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7388857886904763
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.342866443452381
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4061414930555554
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.088464481314433
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2955729166666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.962628620426829
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2408203125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.915930049935567
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.946475314110825
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.915324885670732
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8696440077319587
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8819970703125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2772754589160837
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9771103277439024
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9687348985180413
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4031529993444054
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.302662669361888
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.464054987980769
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4868266499125875
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5583612351190474
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.312797066215035
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.306609894012238
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2826063368055554
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1559244791666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2760416666666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4630533854166665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0962890625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1849500868055554
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1005859375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3619791666666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9794921875
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3400065104166665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1721993826486012
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.362890625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2047526041666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.328125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2427734375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.179223120629371
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1636827256944446
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1949327256944446
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2012162642045454
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2080078125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8196614583333335
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.453125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.161293296547203
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2103160511363638
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58828125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5953125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.227941979895105
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0654296875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1577046000874125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7374560546875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7067057291666665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0370008680555554
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0941297743055554
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0309244791666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6372119140625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.422265625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7587890625
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.931708984375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0142686631944446
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.528603515625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0646158854166665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4185546875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0234375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0732421875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.45859375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.720107421875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0855034722222223
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3080922719594597
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3873046875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.456640625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.384775390625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.72318359375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.05126953125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0823567708333335
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.571186625874126
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.479745325936732
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2272556545017483
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5909598214285716
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.6787109375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4740234375
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4989473319347995
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.390234375
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.986049107142857
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8017578125
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7621837797619047
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.2281640625
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3468010042920526
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9711216517857144
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.413888357736014
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.63533203125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.2704052734375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.635339270104895
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.400390625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.573335193452381
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.404296875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.117458767361111
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4716796875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5489479347511574
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.78515625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5773388671875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.642978515625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.196484375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48515625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6514111328125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.2097119140625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.2792271205357144
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2481553819444446
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.056313254616477
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4417860243055554
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2581380208333335
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4148995535714284
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3557077687937062
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3291480654761907
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5094401041666665
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.044921875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.404296875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5451543898809526
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2728515625
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3693553727733416
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.196410233031327
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.221327988417832
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4082496279761907
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0591259765625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.31763671875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.2728329613095237
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2428055343094404
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2431820581234643
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.236111111111111
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0965741946373457
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9850260416666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3458984375
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8866748046875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.095703125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1851337139423075
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.338796904592803
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1643798828125
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2405252659574466
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8030598958333335
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.208993622750947
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4138588763297872
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1209852430555554
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9269903273809526
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4432250076781328
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3427036830357144
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.116273271276596
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.798828125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1787109375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2577203070367133
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9430067274305554
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.201953125
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.392470851089015
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.300935006648936
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9562609123461174
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2578901811079546
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0634765625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.165861868351064
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5324590773809526
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7428385416666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9915394724151234
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5038720703125
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.009347098214286
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1430682558001894
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1283203125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1426866319444446
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1126542524857954
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8460286458333335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9227581259645063
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.35771484375
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2088786646262886
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2220703125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3710009765625
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7508643897804053
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.397211602393617
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.027182667525773
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5555245535714284
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.729103781960227
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5828080610795454
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2739912210051547
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.28491455078125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6688058035714284
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.558569705847538
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5867745535714284
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.614102450284091
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.38212890625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.162695682410038
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1052167338709675
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.296292212701613
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9727350050403225
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.109482273910985
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5522228422619047
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9879249366554053
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1644090221774195
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.825340477195946
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9992962119020063
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.028588079637097
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.450985863095238
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6222645152698862
/ckpts/Pile100B//410M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0450142525337838
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.936387524162371
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6178869298986487
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.876174514358108
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1888686671401514
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7302378061655403
/ckpts/Pile100B//410M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.825089738175676
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.396158100646219
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2721774193548385
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.427961119855651
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2848088770736883
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7820252094072164
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.600722704238329
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0811470650337838
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.917282516891892
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8167435164304124
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5295497349330358
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.283734356915509
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5856410435267858
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4786202566964286
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4531928168402777
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.7579031088917527
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8927628800675675
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5671909877232142
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.947899070945946
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.326831714527027
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.158076533564815
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.517578125
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1478271484375
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7605574324324325
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7021484375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5012213029791153
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.183937355324074
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.97412109375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5692225864955358
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7895111908783785
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58209228515625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7410481770833335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4571940104166665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.126800160349151
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.550918016738329
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.437762920673077
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8441698978808354
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8376691365979383
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6371053059895835
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4363314841830466
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2941296984265733
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.51318359375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3429054054054053
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4985795454545454
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.195603358892747
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3810221354166665
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1793619791666665
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0419755415482954
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.317578125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.574390308277027
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.409572326030928
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6112657401719903
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2511393229166665
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2415028994845363
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9602864583333335
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.197411739464962
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2429495146780303
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.77813720703125
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1435546875
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.440158420138889
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.166485410748106
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7960304054054053
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2604166666666665
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.311181270714962
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6885749385749387
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7069646661931817
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.467401527948403
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.277882369523196
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4052734375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.703280362215909
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4886889900128866
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.705615234375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.555000073982008
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2740555343094404
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.097303882087629
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.529169921875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5992080226089014
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.561179421164773
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8718994140625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.540810324928977
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5982647520123106
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9720052083333335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1953667534722223
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1490248033216783
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.543105616714015
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.923828125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.603156812263258
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.401319550304878
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.136930170747423
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6974051339285716
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.587890625
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5672250142911586
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.001674107142857
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1758939302884617
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6500150240384617
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.080538662997159
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.057410800579897
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0703667534722223
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.855769230769231
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6670053842905403
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7815755208333335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1284794307255246
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.648648348721591
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.418359375
/ckpts/Pile100B//410M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8622650971283785
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8955869932432434
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.100368923611111
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4931103515625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8369140625
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9703729802911931
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7794816300675675
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1302434747869317
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0855415962837838
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4541015625
/ckpts/Pile100B//410M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.967311549831081
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1553892155283507
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0518120659722223
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0790883657094597
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7395833333333335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.377734375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8564967105263157
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3634716796875
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.610165550595238
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4598790610708843
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.927127322635135
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.286960508765244
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.601153867464539
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.196908661813447
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.793467420212766
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4560616134751774
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.960594383445946
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9193016258445947
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.380166015625
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3444794445503048
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7527794471153846
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5294471153846154
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6721589649822697
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.895824535472973
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9540619721283785
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.070016571969697
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1977470771416083
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5889136904761907
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5336602393617023
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.31625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.097373268821023
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4365234375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9012880067567566
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9765756967905403
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.587479440789474
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.654522235576923
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3249383223684212
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5302734375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.510928199404762
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4905427631578947
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1241319444444446
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0413929332386362
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8908622216599191
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.779811549831081
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.83984375
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6168323863636362
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3780324835526314
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.024908274291498
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4859832550262237
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5338076636904763
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.453218005952381
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8260216346153846
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4779296875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.990089210304054
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6761067708333335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9185436059397163
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3267299107142856
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.106976133404356
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0587400366902835
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8983544724190284
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7688472608805668
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6306284311655403
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5545479910714284
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4404194438374125
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.407931857638889
/ckpts/Pile100B//410M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8408994932432434
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2693684895833335
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1422526041666665
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.673152043269231
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3589564732142856
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7639624715334008
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.98828125
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7726704832995952
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5926706414473686
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2140625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0794921875
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.415244140625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3075727982954546
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3675130208333335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0455729166666665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9372924310475708
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4486219618055554
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.876293285472973
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.782932296938259
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1871744791666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0912109375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.282202743902439
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.637788318452381
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.385837461890244
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2890625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1724466463414633
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.605947265625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9925176334767207
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.222873263888889
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5093470982142856
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.71728515625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4740283203125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8743489583333335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3316863800262237
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3169064405487805
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7419103673986487
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.93359375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2152963033536586
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9789722766953441
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5394482421875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2717916848776225
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.670991443452381
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.67603198902027
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6947265625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2540147569444446
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5709170386904763
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8531901041666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9572265625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.769313502956081
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.365966796875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.197536892361111
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3981993140243905
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5581752232142856
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.50048828125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8011067708333335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.347738199300699
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7432105654761907
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8984375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.669147770579268
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6661658653846154
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4771205357142856
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4103955078125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2819010416666665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8399188701923075
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9091796875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9791015625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3968580292492376
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.314873046875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5786830357142856
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5341273010501013
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.523662860576923
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5249720982142856
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5708603277439024
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.41533203125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2320104720744682
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.734149639423077
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.602708770007622
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.418035239361702
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.880549733231707
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.175030332623106
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4965046208079267
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.472842261904762
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6920072115384617
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.050429835464015
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9912860576923075
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4188440834603657
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5532602163461537
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.226943507339015
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6645954411204267
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6503846703506095
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6963108078188258
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5589693509615383
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8172325721153846
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4280595663588056
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.739186356707317
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5218892911585367
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.820012019230769
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3010887632978725
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5391386086158907
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5745202191928138
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1159782247340426
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7230595268218623
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8587740384615383
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6075721153846154
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4288107682818827
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.111595892137097
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.318579889112903
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5964711301239878
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1621135305851062
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6678781220407197
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4584110893218623
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6420295499114372
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8620011613175675
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4622026821862348
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.376595744680851
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.532690799597538
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7078494510135136
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6532639723557692
/ckpts/Pile100B//410M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9259132179054053
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5659346147017046
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3675028071229758
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1754347278225805
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5078383937026514
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5888584681919642
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9830204133064515
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6495099748883928
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5088849395875505
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.037991431451613
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2887531234185223
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.068214210304054
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2642704133064515
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.451170886576417
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3333013743041497
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9163191511824325
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5670166015625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.609661680279356
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.47799769104251
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6078229631696428
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7366129557291665
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5439365931919642
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.948070629222973
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0843912760416665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.367719414893617
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9895861076586174
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5612008231026786
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.885425464527027
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.555065658244681
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9824375961766099
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.633056640625
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1307853929924243
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.309451541385135
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.499394169560185
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3857843846450617
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6550127194251543
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.263347739361702
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.878509521484375
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.63543701171875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4563802083333335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.551817340615355
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4364307544849537
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5363566080729165
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4443608710106384
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8942390210700757
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9727222339527026
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.867092993951613
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4977518284574467
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3120561079545454
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.75445556640625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8491923014322917
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4759158572635136
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.810243517287234
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7897025443412162
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0430160030241935
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.66088207347973
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.649929470486111
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.378548869680851
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.49169921875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3577493953470516
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.205327664312039
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.668087521114865
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.279945146276596
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.198005844978501
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7643649193548385
/ckpts/Pile100B//410M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.850480363175676
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.222196761747543
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9092185280539773
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5677775930851063
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.534778091755319
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5242029138513513
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.390129520500614
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6586311502659576
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2286116016584767
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.409881981382979
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.937169228830645
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.59149169921875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6190159574468086
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4383973817567566
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9926808150773194
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.819017342641844
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.873204385080645
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.863220844072165
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.172036082474227
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6323329380580358
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5467166385135136
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.178679435483871
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.763734879032258
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.055387201997423
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4331234643734643
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2264597039473686
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.914852810889175
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3865645559210527
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.4908348289695947
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.54486083984375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7773279989919355
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4485950547191295
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9323809223790325
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8622814360119047
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1728515625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6720987955729165
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.018916960685484
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.558579912069838
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.567890888935811
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.152258174935567
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6172136579241072
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6792234596631204
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.015168220766129
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7902753276209675
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8283284505208335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3324740637651822
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4632161458333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4666050502232142
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6306937081473214
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5591270500886525
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3009868421052633
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4393484933035714
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3192699535472974
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5694376627604165
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1242804276315788
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.990496379573171
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1029439786585367
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1671463815789473
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.878767730496454
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5502668108258928
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0517113095238093
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4811575753348214
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.755464099702381
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7454427083333335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.474847585083502
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6322544642857142
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.388260690789474
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7699991861979165
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5029384068080358
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7999441964285716
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4362357003348214
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.035481770833333
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.66351318359375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3712855041751013
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1056082589285716
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0265100990853657
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5369907641700404
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5847371419270835
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.913776676829268
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.492904925522113
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.824951171875
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.308590335445804
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2014791848776225
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4524386746066433
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.195918352656634
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9437404725609757
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8157145182291665
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9015096028645835
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6814778645833335
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.367704574247543
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.314972598664005
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.358347219187063
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.496205322865479
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3646918402777777
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.249754152097902
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.26025390625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2018229166666665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5128038194444446
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0651041666666665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.193845256833538
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3828125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.078768102134146
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3244140625
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1794921875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.388069621468059
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4830078125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2307902718058967
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4161783854166665
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2760416666666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.440928766124079
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3013237847222223
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.398229720744681
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1907552083333335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3724609375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.241796875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2313649320485256
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.449133386145105
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7920654296875
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5747035682624113
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6707421875
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9470556640625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4395143101197787
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3115234375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4367429841062656
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.860849609375
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.374292288714575
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4957682291666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.49369188069332
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4192708333333335
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7329248046875
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4705489309210527
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.590122767857143
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3058649157801416
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4203869047619047
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.471484375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8683965773809526
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9345703125
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2487867401867376
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6167664024109336
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.268572479124494
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6363467261904763
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3172160530558967
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5302269345238093
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2052176339285716
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3927530759741902
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2263569078947367
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6962139423076925
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.476112311613475
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9593115234375
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.301527509805162
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4154061391843973
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.721998282358156
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.534954699017199
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8314732142857144
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.300912843528369
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.390676398026316
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8087332589285716
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0483755716463414
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3805509868421053
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3595945466062656
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4539394610323886
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3000264981897867
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6661184210526314
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5729314630681817
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4459109422637195
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1628953887195124
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2790398848684212
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3099373891843973
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0723353794642856
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.479561447251773
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.427448551829268
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.680438701923077
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9488932291666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8139272836538463
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3311752691501524
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1885435523056405
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3989490327380953
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5489527925531914
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9329927884615383
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5520694813829787
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3284990026595747
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9770388719512195
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.832798549107143
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.227590460526316
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1422431759717986
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4420744243421053
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6727764423076925
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5035306490384617
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2064417397103657
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.498272235576923
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.460372121710526
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5147512335526314
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5395883413461537
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.292043585526316
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.329594309737043
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.168428746665396
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.887881324404762
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0943692835365852
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1309756324404763
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0981802591463414
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7081580528846154
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3663300304878048
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5302734375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2974330357142856
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2850133384146343
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2920386904761907
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8952752976190474
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0154344512195124
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7954477163461537
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.405517578125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9896389100609757
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1361709222560976
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.789287860576923
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.165991806402439
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1970988948170733
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.038395579268293
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3102878477515243
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.503229588638117
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.676317756558642
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6957632211538463
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3191595803900493
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.46936305090602
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.562359845196759
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1912274934735874
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3976689091435186
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.462351729230183
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2350066489361704
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.454668963396991
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1760745164824695
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1983993992660986
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0978190104166665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8544170673076925
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.322045528527462
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.341319014386433
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.259357731516768
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.505558894230769
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.444688750476372
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.241900819720644
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6482340494791665
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9972263611469074
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.143447413589015
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.689453125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.143718440358232
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.192760349548969
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8564453125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3369765863185976
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.142578125
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3616556453470516
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2133253144054876
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.412499404535061
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5382361778846154
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.770733173076923
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5673076923076925
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.235472074468085
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1765523770960367
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8233173076923075
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.409300199468085
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.315017237807765
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.231760835764742
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5814642137096775
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4436710438829787
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5830078125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.372746165205793
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3238733803353657
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2773271276595746
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1164478058510636
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4348666404330466
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.845477764423077
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1189370013297872
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7328725961538463
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0657770215850517
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8395402238175675
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.719851932010135
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.143359375
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.001200907939189
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.506313417016006
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.873182788337629
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2097852753429876
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9013803842905403
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3094414893617023
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9203725961538463
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1486369680851065
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9240445795747423
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7756677576013513
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5213341346153846
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3738239694148935
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2429908014112905
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4228351872141767
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4545740927419355
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5943777901785716
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3111496913580245
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.143348300579897
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8102948588709675
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7823016826923075
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.457688319830247
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2529281988376524
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.298040574596774
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0985540574596775
/ckpts/Pile100B//410M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9857078758445947
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.362076130319149
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.453541825457317
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.422142767137097
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.615985576923077
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6276621525644965
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1251102570564515
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7971461340601964
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8133263221153846
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2275925624517745
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6733555947580645
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4721207157258065
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3505859375
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4823282977579852
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3260079763986012
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5686732700892856
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2378324468085107
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.660760902948403
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4889709899475525
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6759207589285716
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.744408392137097
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.375116795669367
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7508719308035716
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3116492754147377
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5304641911087224
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3438042534722223
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5674525669642856
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.446568080357143
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.567957748601466
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.951171875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4995659722222223
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1324869791666665
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2225575388213734
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3328125
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.387726814516129
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4720458984375
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.500390625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4634312220982144
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7456174658323094
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1283273598582473
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6803152901785716
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4435628255208335
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4666922433035716
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.50482421875
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3620801384066357
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5912272135416665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.238271454234182
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.383164199082168
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6573974609375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.324868113724227
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5279541015625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6693115234375
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.226176655375874
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.59375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.429343894675926
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.244302631896219
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.45867919921875
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.438977653597608
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3493855794270835
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6902901785714284
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3968641493055554
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0341796875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.273471645541958
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7835286458333335
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2233072916666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4229845412234043
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3861328125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2393663194444446
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0156602367912373
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3309122721354165
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.796875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6494140625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1048038563829787
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1919921875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.28125
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9420572916666665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.45880126953125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2847157579787236
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.463730605332168
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.26031494140625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.255535239361702
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2525390625
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.594931640625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.465841090425532
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2087880557345363
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2678902222938144
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.46527099609375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.120029920212766
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4278466796875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4609917534722223
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5818399645618557
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3185713098404257
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1435546875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5992431640625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1454039228723403
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.368051861702128
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.138490657216495
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.466015625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3157601705411586
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6854073660714284
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4419580078125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.160276761968085
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5419921875
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4352213541666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.441321396246189
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7249849759615383
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.105967420212766
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.837622857862903
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.37406914893617
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1762144507431405
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.515811011904762
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3423908666237114
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6432958984375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.837214543269231
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.385567652925532
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.419276083669355
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0350253704896906
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.232935855263158
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5396634615384617
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6651808215725805
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4309107200386597
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5887254284274195
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1764255798969074
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2934419297680413
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4510091145833335
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5836851728723405
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.811948714717742
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.553920200892857
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.251728723404255
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.418063256048387
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9560081845238093
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6695438508064515
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4640089465725805
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7543157762096775
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.422096946022727
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.742159796099291
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9171376329787235
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6639142717633928
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.339406083269817
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4758694556451615
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4727144281914892
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3286860039893615
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.58181954763986
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5510602678571428
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.178978704637097
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.467013888888889
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7286658653846154
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7771706006205674
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2161800986842106
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7005623891843973
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0263671875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3785464638157894
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7476058467741935
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.287608045212766
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6152518136160714
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.10390625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9555068597560976
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.523296210106383
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.975018007535461
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5975603376116072
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4061472039473686
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.629611545138889
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2184224942835367
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1884765625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6685703822544642
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6129972850177303
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.333656577797203
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2511821546052633
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.391018775201613
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.279296875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1200143914473686
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7840169270833335
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5471104213169642
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0512537802419355
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.026460193452381
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6157602163461537
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6318620954241072
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.411686594893293
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.135228207236842
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5936976841517858
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.212045656028369
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0024171653368796
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6398228236607142
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5433447265625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.249209449404762
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.596435546875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1297286184210527
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3690863715277777
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8824869791666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.845796130952381
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.614350818452381
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8154296875
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4230325338723775
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4950045072115383
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0044921875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5756138392857142
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.255333000886525
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7105615234375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2961222330729165
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3166632401315788
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7677176339285716
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.28564453125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.714386199737762
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1566097861842106
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7045200892857144
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4641316731770835
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4772077287946428
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6486932663690474
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3310683457167833
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.363525390625
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.585720486111111
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6376517159598214
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5284830729166665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.951148056402439
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.357833059210526
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5481160481770835
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0849609375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1077473958333335
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7878534226190474
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.058641387195122
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1010584677419355
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8587724401595747
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8292100694444446
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1197265625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.496416015625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.966517857142857
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1689453125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4033203125
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7699730282738093
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3428836945564515
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2253011067708335
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.076100419207317
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4881184895833335
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5569893973214286
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4224609375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.49163818359375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9137369791666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3350830078125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5433349609375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4476754324776786
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9750381097560976
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4792053649475525
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0123046875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.876953125
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1224888392857144
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3429168487762237
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3308490953947367
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.542759486607143
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.885670731707317
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2647705078125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5594775390625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.477695372046494
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6186376953125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1127895057624113
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5475442526223775
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.632230433022104
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.888576600609756
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3494249890734267
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6387261284722223
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.849775390625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5808224978146854
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4100341796875
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1318359375
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3876410590277777
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5164271763392858
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7225060096153846
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.497021484375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.17578125
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9049479166666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9997674851190474
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4736531575520835
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8685396634615383
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.011623475609756
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9027963033536586
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.01328125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.666713169642857
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.71435546875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2195209703947367
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7606026785714284
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5048828125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3296449242568595
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1917317708333335
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9469401041666665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6129014756944446
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9446614583333335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.501957590987043
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.25859375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4481113978794642
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1634114583333335
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.201828465317235
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5937296549479165
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0337890625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0401819740853657
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.347125429095644
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.51788330078125
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.451846168154762
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2544921875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2751057942708335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5111929086538463
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62921875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7158954326923075
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7705310639880953
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3795046922637195
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4795068359375
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7476416015625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.611553485576923
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.497998046875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.026271913109756
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7149832589285716
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7388037109375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.54327392578125
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2463513962765957
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.583193824404762
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5885501024199695
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.729213169642857
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.513881138392857
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4028548869680852
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3361002604166665
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7426060267857144
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.318518672429078
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.950481135670732
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5396525065104165
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8370643028846154
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.252816864938447
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.106486868351064
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9534366688829787
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1116943359375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3825555098684212
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.168211159131206
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.847629856418919
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.020402238175676
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1085854388297873
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.163479891690341
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0926192434210527
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3271415115248226
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.251490542763158
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9601479388297873
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0502232142857144
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1959635416666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9901997451241136
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.596585181451613
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4494243421052633
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2511704898049647
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.314453125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6146175986842106
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.602329799107143
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8121219758064515
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3360402960526314
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2864195478723404
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.004148659131206
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8310779389880953
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5252364309210527
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1276212993421053
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.331003289473684
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.639555431547619
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.667130707003546
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4139522429435485
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.841517857142857
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9135082347972974
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.251634530141844
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3762335526315788
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.306826636904762
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.063214557926829
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5278087797619047
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6509254092261907
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1552152593085108
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.996186755952381
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3191817434210527
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.731418918918919
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8876814605496453
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8660203887195124
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.525709219858156
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.562551398026316
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3322637648809526
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5422276088169642
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7858292863175675
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9777057926829267
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.370649102393617
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.207721989329268
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9977911086309526
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4846319901315788
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.366115663109756
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5921892438616072
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.216231496710526
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6695963541666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6553521925403225
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.787448747783688
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1360994664634148
/ckpts/Pile100B//410M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9838471283783785
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4810093470982142
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8891482469512195
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.280987995426829
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.028653772865854
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2979910714285716
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8470517113095237
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5947819703014185
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4207956414473686
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.019222375118371
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1497713414634148
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8617298315602837
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4492390950520835
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4681199596774195
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.008693788109756
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2191237461419755
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.141067042495265
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2477384868421053
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.297780106707317
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5747477213541665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0565243675595237
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4576480263157894
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7513860887096775
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5937250664893616
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7750789561170213
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1331935975609757
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2936197916666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9320217225609757
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5689697265625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9465738932291667
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8210332961309526
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.232235863095238
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4379488031914893
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.630531083776596
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0075507886482007
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.077076981707317
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.53228759765625
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0701793323863638
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2288411458333335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4931889960106384
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6240520712770063
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7800134729456016
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6828481313344597
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9313668915719697
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5728323800223214
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9562928734756095
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.421513310185185
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4691975911458335
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.102443788109756
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9076045866935485
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.840358424831081
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.079526839717742
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.658696680893133
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.508746111834491
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7340300864361704
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1095905068479937
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0516616358901514
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5198077920042437
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9967380798969074
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9575740929805872
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3434244791666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7677513860887095
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5904112119932434
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.938382056451613
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.106375029592803
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.309745129243827
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.951938513553504
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.123434184510031
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1325554125236743
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5431315104166665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8089717741935485
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.690357105152027
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3659125434027777
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7538666596283785
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4984305245535714
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9825538429054053
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.115504488031915
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5314592633928572
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5932287267736487
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.284429022606383
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0272649949596775
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.735064471209491
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2780633223684212
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0068007007087627
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4324515206473214
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.949308787677305
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1837246295103094
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4745396205357142
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7516759923986487
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.412109375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.202354824420103
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2242808400848766
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.603858741554054
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.063662574404762
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0487475837628866
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4462193080357142
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5772501627604165
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8828024323453607
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1454050164473686
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8229650548986487
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7216593424479165
/ckpts/Pile100B//410M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6178341427364864
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.872206225837629
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2714378720238093
/ckpts/Pile100B//410M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.819190772804054
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.902061855670103
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8437267485119047
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4165445963541665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.074727166559278
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5004098074776786
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.906718145940722
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5823771158854165
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.169970356826241
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0177210365853657
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.137252335695876
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4706624348958335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1037061737804876
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.319284539473684
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3819588614510487
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9300924161585367
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.998614804964539
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.133481999033505
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.082821800595238
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4136902608989197
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.669677734375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1864149305555554
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2471049423758864
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9853515625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.185135690789474
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6439453125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.051200207368827
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.012599669780928
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.263828607253086
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3923211348684212
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9486142113095237
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1938582055362654
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.407054759837963
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.502890625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0344178734756095
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0525037977430554
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2744605654761907
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3816310642482517
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0921992549189814
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3462773075810186
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2738579644097223
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.543371667395105
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6736886160714284
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5609156468531467
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0948124638310186
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2389322916666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.455140458776596
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4194745684003496
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9537760416666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3723958333333335
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5488130545910495
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2913536658653846
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9539824695121952
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.619002105496454
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1432291666666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.424609375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3536783854166665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6115234375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.286030375874126
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1852213541666665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.851953125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.449270148026316
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.331470630787037
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2726236979166665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.29774571131993
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1476236979166665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.080125762195122
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9775390625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5934930098684212
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8307291666666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.719520851417824
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.302672041223404
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.46328125
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.10498046875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.294140625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.442779164255401
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8248697916666665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.451274311625874
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4686083984375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2018262725515463
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4839732934397163
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3105024857954546
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62230712890625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5056640625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1636284722222223
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0348307291666665
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.81640625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.723359375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.872251530283505
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.298037574404762
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.310135690789474
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5163488854895104
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.347773991578014
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2620985243055554
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4769222861842106
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1215277777777777
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.553896949404762
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0797526041666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0597666317654637
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.492275390625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.34291015625
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8597005208333335
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7186104910714284
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7333984375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.644338348765432
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.55
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.412900390625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.000427875322165
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.861607142857143
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2985026041666665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2040663257087627
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3350637335526314
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.812593005952381
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.10546875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.379580078125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0537806919642856
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.79140625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7393973214285716
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5374348958333335
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.500191215034965
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8638853092783507
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4865202727141202
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.563594304078014
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.909265262564433
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.094631288109756
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1429405605670104
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.072220320554124
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6788736979166665
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.497279575892857
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5704052734375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4199365234375
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2076267149390243
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3521259014423075
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9116443452380953
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5576636904761907
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3374565972222223
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.90612918814433
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5554070723684212
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0380859375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6535205078125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1354300902061856
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.55859375
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6992652529761907
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2411024305555554
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.565522693452381
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.996189024390244
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9339192708333335
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6607421875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1165682164634148
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.136094555412371
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.325892857142857
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5674525669642856
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3489298083118557
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.002421270940722
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5628857421875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.028296493902439
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4605419921875
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6840122767857144
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2391772712628866
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4933268229166665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1723037347560976
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5233418924825175
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.051380275451031
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2914485341494846
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2429113854895104
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3837890625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1845703125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3966107135052446
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.882421875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1358506944444446
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3586545290646854
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7652994791666665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5403736888111887
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5052734375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2784288194444446
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2139440465856484
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9934895833333335
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2469029993444054
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.721484375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.273297503277972
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4720177283653846
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.200412326388889
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.64455078125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.420816488199301
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2652994791666665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3690321180555554
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.351297260802469
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4521484375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6521484375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.853515625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3194091796875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2832475142045454
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1143663194444446
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.164279513888889
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0199878833912037
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3877704326923075
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3400065104166665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1145833333333335
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8092447916666665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2734375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0426432291666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7730654761904763
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4978466796875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.39453125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.49921875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5380859375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8064453125
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.766455448035038
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.731640625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.135036892361111
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8191943359375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5285528273809526
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.26708984375
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1702473958333335
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4839857408216783
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.061962890625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0628255208333335
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5476466892482517
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5509765625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.537295386904762
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4080078125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.291766826923077
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6856689453125
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3760107421875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5819873046875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8824853515625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5866815476190474
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3116319444444446
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4354383680555554
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.116768973214286
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3916015625
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.21875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1723090277777777
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7958984375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58125
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.706123046875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8863932291666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.525966796875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5631045386904763
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.377743675595238
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6841052827380953
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.27109375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2188780984760803
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7466052827380953
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4822716346153846
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0134000483247423
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.451357886904762
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7192150297619047
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9271533203125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7419384765625
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.31475830078125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.352810329861111
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4568536931818183
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3231841400786712
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1578776041666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4371923828125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.520972191870629
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1270323057432434
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1722374355670104
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5078125
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9645866625236743
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.068036868248457
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9091796875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.819242931547619
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8649927512886597
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.346370812618371
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.203884548611111
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.217629172585227
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9892578125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3893229166666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4627511160714284
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1735026041666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3160852502893516
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.735314571496212
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.323828125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.555078125
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6184912109375
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2302560517282197
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.844475023674242
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7000898881392046
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4612841796875
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7438151041666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.701796875
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.912185206557765
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9463814400337838
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5893787202380953
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1131888724662162
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.052553157216495
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5568033854166665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.342347698447145
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.32421875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4796142578125
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9832136824324325
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8223316089527026
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.420406457149621
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.772479433001894
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.008643897804054
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.90930049935567
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.222904911747685
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8348817567567566
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3667278525270063
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1990076013513513
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1362405364046393
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0394979940878377
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.33192539881993
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2602117091049383
/ckpts/Pile100B//410M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2695708403716215
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.464194984702797
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2505425347222223
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0504557291666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6599609375
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.214027671547203
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.372287326388889
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.436439796730324
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2067057291666665
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1381440033783785
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8552734375
/ckpts/Pile100B//410M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0581714527027026
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1390516493055554
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.372739811533505
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8603515625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5771923828125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.561875805412371
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4935546875
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.949485085227273
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7108984375
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.633761319247159
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.888671875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2024857039304124
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4325
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8007257634943183
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4097988482603094
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0296688988095237
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.366965553977273
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.750051787405303
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.950881495620265
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.429106212797619
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2521444104381443
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2866753472222223
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0989583333333335
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6675063624526514
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6595200047348486
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8865097508285986
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7107421875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8140425248579546
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2527623743444054
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.223976828835227
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.674978545217803
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5116382087628866
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3413745777027026
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1737738715277777
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.436257102272727
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6323779296875
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9104817708333335
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5353515625
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0101879222972974
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3690592447916665
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8803692441998106
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3450520833333335
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1952201224662162
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.141181714607008
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1930338541666665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.904203869047619
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8013671875
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1326541385135136
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.492197265625
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.332176414695946
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0396299619932434
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0030616554054053
/ckpts/Pile100B//410M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2770666173986487
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.301733768347538
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7242626953125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5018609320367133
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1958535684121623
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.723446800595238
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6437937062937062
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.911726668074324
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.039036106418919
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.428927951388889
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9767020089285716
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1740926106770835
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1520182291666665
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3369029651988638
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5716688368055554
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1533203125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2906901041666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.377895541958042
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3255859375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.086689717060811
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5288666411713288
/ckpts/Pile100B//410M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2729360219594597
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.794605152027027
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.300998263888889
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6060888671875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9436848958333335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4138439685314683
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.455349392361111
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7551953125
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.01640625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1705729166666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.18515625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.664853050595238
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.343044704861111
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0098448057432434
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0042317708333335
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7713448660714284
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0529296875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4794921875
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.600811298076923
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6198583984375
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8410050675675675
/ckpts/Pile100B//410M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.05103198902027
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4688895089285716
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.52697265625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5340711805555554
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2594401041666665
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6762462797619047
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2744140625
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6524832589285716
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.772353515625
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7583414713541665
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.867520419034091
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6030738467261907
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.598547733191288
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.130885768581081
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3050438133445947
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7660263523910986
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9970571157094597
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.647686582623106
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8466907848011362
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1744747677364864
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.730229551492915
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1117412860576925
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7508292873861335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9610620413714575
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7758976862980769
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.872072289347166
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6954133192054657
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8870330686993928
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0297897801254736
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0331371410472974
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1444813121448862
/ckpts/Pile100B//410M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.25903980152027
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9307075269294507
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.051262133049242
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9627297141335227
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.722755225929054
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.879711254222973
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1095266631155303
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5998667124155403
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.761091902449324
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.633683488175676
/ckpts/Pile100B//410M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.83374683277027
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.205819544686732
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.427957520730958
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5760794974662162
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.235230391968673
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2893096398955772
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.257932470823096
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.370203566492629
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.174032075399263
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1494631883574695
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3688101419588414
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5062374952362805
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1830295469702743
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2306965153391767
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2065206388147867
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3658353365384617
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6757061298076925
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3097176900724086
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.122351669683689
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8191856971153846
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4492938701923075
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4855018028846154
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4571063701923075
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.571514423076923
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3563701923076925
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1372465093085107
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3779587765957446
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5405211103723406
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1699468085106384
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2280543550531915
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.195956615691489
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3135056515957446
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1030751329787236
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.663180443548387
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.884434853830645
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.034825478830645
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.688256048387097
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7449439264112905
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7119613155241935
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.821966355846774
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6304813508064515
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3289969308035716
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5886056082589284
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.651035853794643
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3413783482142856
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3676234654017856
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3627406529017856
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3003976004464284
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4555489676339284
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2655843098958335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.496826171875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6238199869791665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2901407877604165
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3473103841145835
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3091227213541665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4124552408854165
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2227986653645835
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.1916590480939715
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4138616467198584
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.56286015070922
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.217146636746454
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.272398603723404
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.160207648026316
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2375020777925534
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3777240953947367
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.154504654255319
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3542982601950353
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.514083059210526
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1927425986842106
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2393606085526314
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.208984375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7666480654761907
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.171688988095238
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1187808388157894
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3161492598684212
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3954613095238093
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.892392113095238
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9448939732142856
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.933291480654762
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.719633556547619
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0562220982142856
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9214939024390243
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.067335175304878
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1614900914634148
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9419302591463414
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9759432164634148
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9779916158536586
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0318216463414633
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8982231326219514
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.14477840470679
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3346715856481484
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4534874433352623
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.167812771267361
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.211822886525849
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1840458622685186
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.276113251109182
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1173374505690585
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.876510148195876
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1241744523195876
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2934016591494846
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9118476159793816
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.968795304445876
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.935778431056701
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0590769974226806
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8392547922036084
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.284531386582168
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.500887784090909
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.640625
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.306312827797203
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.137424045138889
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.328830295138889
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.837890625
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1295572916666665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.452907986111111
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8984375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1637369791666665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3697552447552446
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.117578125
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3365248033216783
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2916666666666665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8779296875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.26953125
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4383468094405596
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9240234375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2516458151223775
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2097981770833335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1922200520833335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9251302083333335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8899739583333335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4261865234375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2773980034722223
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.985546875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.112087673611111
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6575146484375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.948046875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0061848958333335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7740885416666665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.807255859375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.45304931640625
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0630859375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8681640625
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6790364583333335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0130673363095237
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5162158203125
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.466787109375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0534784226190474
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.578915550595238
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.591455078125
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3809716796875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4645879836309526
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5338309151785716
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6279296875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.620907738095238
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.877040978633996
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.039297392874053
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1409505208333335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.894235321969697
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9359389796401516
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9131950609611743
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9880667021780303
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8533824573863635
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5016166068412162
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.695437869510135
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8362674197635136
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5214513830236487
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.575300886824324
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5474754539695947
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.649367873733108
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.4706701330236487
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0026212993421053
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8531163018724697
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.120095442181174
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4071306854124495
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.284680818256579
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3038760042383604
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2592239688765183
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3232421875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.479293035933661
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3248665924447174
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.546507889281327
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3973265701781328
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2345561559428746
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.260853760365479
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.202613924293612
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.285648130374693
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4130338343178352
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2686186999809452
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4815123023056405
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.488675745522104
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.728215144230769
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5658052884615383
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.783428485576923
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.680964543269231
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.327915098608994
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3538237781059452
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2954027129382624
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4676983173076925
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3776944788490852
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.521709735576923
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.466571514423077
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.544921875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.431308178191489
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2718500664893617
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.516668051861702
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3493184840425534
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1719124002659576
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.202431017287234
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.139428191489362
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2272440159574467
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.931451612903226
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.773799773185484
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.002630418346774
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.821226058467742
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6635269657258065
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.689027847782258
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5647670200892856
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4200439453125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.633458291330645
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.713079637096774
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.625156947544643
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5063302176339286
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4538661411830358
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5276692708333335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3805745442708335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4676426478794642
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4421037946428572
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.60174560546875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.46148681640625
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.65643310546875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4902140299479165
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5157063802083335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4526163736979165
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5401204427083335
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4698096742021276
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.302076407358156
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5288120567375887
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3538065159574466
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4230571546052633
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.260793585526316
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5096628289473686
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5008223684210527
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2061941964285716
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0184151785714284
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2071143617021276
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2187188331117023
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4095052083333335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.610258556547619
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.1598445811170213
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2412178634751774
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.360762746710526
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.382298519736842
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.331465871710526
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0978944359756095
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0008098323170733
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4016241776315788
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3618861607142856
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4974888392857144
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1433879573170733
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3406297637195124
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.316685267857143
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4413597470238093
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2342320884146343
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2419493140243905
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2094131097560976
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.278391768292683
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3719459816261574
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.237025884934414
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4284419307002314
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2721617898823303
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.143437138310185
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1653517734857255
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1189808786651234
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.185068389515818
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0085222696520617
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.186266712306701
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2536344233247423
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0871405847293816
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.905650974548969
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9385117992912373
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.869397350193299
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9649947648195876
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3975565450174825
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5500437062937062
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6399352600524475
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3568072552447554
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2438151041666665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.367458767361111
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9658203125
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1920572916666665
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.00703125
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1630859375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4334852430555554
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4677734375
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2877604166666665
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2138671875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0634765625
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5758154296875
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7375732421875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2154822716346154
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.237721263111888
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.862392578125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8645751953125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.188285347465035
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7612072172619047
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0526878720238093
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3172743055555554
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2635216346153846
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0628255208333335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.342502170138889
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8986328125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0966796875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2865125868055554
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0291573660714284
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9279296875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8224981398809526
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0403645833333335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.365017361111111
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1162109375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.8720703125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9501953125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.695283203125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7365966796875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6621044921875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7328466796875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6358816964285716
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.390531994047619
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4176432291666665
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6595517113095237
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9602725867069128
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0737656102035986
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1263113310842803
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9784018776633523
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8684239243016099
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8866651130445076
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8471975615530303
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.601786845439189
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7478687183277026
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9065607244318181
/ckpts/Pile100B//410M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8085013724662162
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6478634396114864
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.500270534206081
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.517136032516892
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.4697793496621623
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.543193095439189
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4559558451417005
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5788218386260122
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3453166513790487
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4949817734691295
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3695864040359311
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.54977503479251
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6073858837530715
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4398718231726044
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3157308142659705
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.498014482877764
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3486927979115477
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5631706369011056
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6935171732088414
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.533098918635671
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.939453125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7407602163461537
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4073411895007624
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5871641577743905
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.584735576923077
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7930438701923075
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.445400331078506
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.659495283917683
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.641301081730769
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.888371394230769
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5793384308510636
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.395615857712766
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.261120345744681
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.457987034574468
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.041204637096774
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8678805443548385
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.301811835106383
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.744754914314516
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9223160282258065
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5353598736702128
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5768607003348214
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5268118722098214
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4732578822544642
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7756741431451615
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5582101004464286
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.995306199596774
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.85198974609375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7049357096354165
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5731201171875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7558186848958335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5146135602678572
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5568934849330358
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6081339518229165
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8160807291666665
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5755208333333335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.400141289893617
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7000925164473686
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2710203346631204
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.550832648026316
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4612491688829787
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.431075246710526
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.911039806547619
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5982730263157894
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6815941220238093
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.496000744047619
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.763950892857143
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.30443123891844
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.51171875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.377977324695122
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.524171653368794
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.460886101973684
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2794874237804876
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4724418826219514
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6630859375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6357421875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.860444568452381
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.312762004573171
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.491877858231707
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4551587516878857
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.313719196084105
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2084953402295526
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3619475188078702
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2383091302565585
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.41626277970679
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3279840528350517
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1349619442654637
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9951020860180413
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.199802673969072
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0357603092783507
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2718317090850517
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5499480987762237
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4028969077797204
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6587999131944446
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.507107204861111
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4658203125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2871844951923075
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.291015625
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.454644476617133
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2759765625
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1046875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3893229166666665
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5584309895833335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1409505208333335
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.34375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9841796875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.158203125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.060576171875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.903603515625
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8716982886904763
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7253534226190474
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7778857421875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9627001953125
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.31553553868007
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5074404761904763
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.763485863095238
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5220716783216783
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4242621527777777
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.177734375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0130859375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6356879340277777
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.41015625
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2318359375
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.821806640625
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.08435546875
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.530970982142857
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7911551339285716
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1356977982954546
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.020592891808712
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9245753432765151
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.055519797585227
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.83910472972973
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6828085409628377
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9512097907788826
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5719423036317566
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7402475717905403
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.105581572561553
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.599747941300676
/ckpts/Pile100B//410M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7997123099662162
