/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.672847608805668
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8293941358805668
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3070122722672064
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3561804149797572
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.494876012145749
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.044170673076923
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2353515625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4212127561993928
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.178814112407863
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3674514358108105
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.880854576167076
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.787512476965602
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.870892199017199
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.973289695945946
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.629002226658477
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.089219901719901
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.977580745045732
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8019245426829267
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.465945360137195
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4086050638338414
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4931640625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5839933069740852
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.222590748856708
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.042289919969512
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.282001201923077
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.132361778846154
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.9990985576923075
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5990084134615383
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.698918269230769
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.833683894230769
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.655649038461538
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.531850961538462
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.4131482712765955
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.215009973404255
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.978989361702127
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7877992021276596
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.882604720744681
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9889378324468083
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.700473736702127
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.077036236702128
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.533360635080645
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.315398185483871
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.094632056451613
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.903383316532258
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.982295866935484
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0824092741935485
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8147996471774195
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.223601310483871
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6592843191964286
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6085030691964286
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8193708147321428
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4520612444196428
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4898332868303572
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5225306919642858
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7220284598214286
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9828055245535714
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8491617838541665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.003011067708333
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.510091145833333
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4437662760416665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.52392578125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.624755859375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.259236653645833
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1727294921875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.581327492408907
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8536302821356276
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2733426113360324
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6785883729757085
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6571593496963564
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2801706414473686
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.518064429402834
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.026616270242915
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0672096631205674
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.864555629432624
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.672193594858156
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.435546875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.522938829787234
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6265237145390072
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.369168328900709
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.678842531028369
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.862253289473684
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.065275493421052
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.5170641447368425
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4857113486842106
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5733963815789473
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6667351973684212
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.294613486842105
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.012541118421052
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8704427083333335
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6536458333333335
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.888764880952381
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9457775297619047
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0698474702380953
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.226376488095238
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.405133928571429
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.242373511904762
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.460222942073171
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3461794969512195
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8100705030487805
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.077839176829268
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1369569359756095
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.200504954268293
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6310499237804876
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.517482850609756
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4052902334152333
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6864778485872236
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.365891815110565
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2339575015356266
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4890778562653564
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.102181549447175
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.865699861793612
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.334953739250614
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.674464096257716
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8476984471450617
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3278899016203702
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4016746238425926
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3352864583333335
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.480486834490741
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.079035252700617
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4391245900848766
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.081346649484536
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.291498872422681
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.898820070876289
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7420868234536084
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6510550902061856
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.850173163659794
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.593770135309279
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.876671230670103
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.339135146722561
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6186582983993905
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0314002403846154
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2074000218531467
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.2351491044207314
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.6664253715034967
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.285983946265244
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0031916920731705
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7836556783536586
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4183319836128048
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.267113662347561
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7391826923076925
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1963641826923075
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.997596153846154
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.579477163461538
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.635216346153846
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3359375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.757949082167832
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.859375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6805889423076925
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.691679414335664
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.726779513888889
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.875217013888889
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.853829763986014
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.311848958333333
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4248798076923075
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6217447916666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.873046875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.40625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0958806818181817
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5734375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.78828125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.36015625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4437934027777777
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3678385416666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5297309027777777
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.267578125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.096354166666667
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.158203125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.390625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.161458333333333
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.238671875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9292534722222223
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.160546875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.346484375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08828125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9147135416666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.180380859375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00580078125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34453125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.81005859375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6540625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.55861328125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.76248046875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.459921875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2524181547619047
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9370349702380953
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.413969494047619
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3728515625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6458798363095237
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.700985863095238
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7352120535714284
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.474609375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.625093005952381
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3475731382978724
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.660089760638298
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.368218085106383
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.244489694148936
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8423537234042553
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0972490026595745
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4299285239361703
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.263073470744681
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.668787802419355
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.034809727822581
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.987903225806452
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.298198084677419
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.753685735887097
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.609438004032258
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.773279989919355
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5735572076612905
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.302542021780303
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4447132457386362
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8383123224431817
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0787057587594697
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.020193388967803
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.144494258996212
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6295055042613638
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.988140684185606
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.61669921875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7361886160714286
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1073521205357144
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8303048270089286
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.981689453125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9817243303571428
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6423688616071428
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5985804966517858
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0902660472972974
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2778452280405403
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.830685177364865
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4305419921875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.729248046875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8774820963541665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.3402099609375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.433512369791667
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.105265299479167
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5185546875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3634440104166665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.797508445945946
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8915487753378377
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.724926097972973
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.549699113175676
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.768528293918919
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.199606604609929
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5371232269503547
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7541417331560285
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.346991356382978
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.291348071808511
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.02415780141844
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2974706338652484
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1058843085106385
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.532277960526316
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7918379934210527
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9635074013157894
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.414884868421052
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.083675986842105
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.197162828947368
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.60546875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.46484375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5401785714285716
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9956287202380953
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.181175595238095
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.076822916666667
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.244512648809524
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.593563988095238
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6145833333333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4153645833333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2543349847560976
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4633669969512195
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.592463795731707
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.932545731707317
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5705030487804876
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7491425304878048
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3214081554878048
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2222275152439024
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5701108615890687
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5718544407894737
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5074092231781377
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9805241017206479
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6417083122469636
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4500015814777327
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0084213689271255
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8299357920040487
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.253047236689815
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5843641493055554
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8532262731481484
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.598801601080247
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.167540750385802
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0414195119598766
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.344533661265432
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1644091194058643
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7847213436234817
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4474059811487854
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5886457806174088
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.450412765688259
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.099886133603239
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1656716535931175
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9329255756578947
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5186732983299596
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0845280283505154
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4090890786082473
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6150330219072164
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.195473582474227
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8897793170103094
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.044519168814433
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.177432345360825
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.006906411082474
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.327918650184275
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.331047489250614
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.482537046990172
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.401887860872236
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.106015816953317
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4989586532555284
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.857800982800983
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6773168765356266
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4283763111888113
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.704122049825175
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8904747596153846
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.428608500874126
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1275677447552446
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2099677666083917
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.509205638111888
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.360126201923077
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2911241319444446
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5341796875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3229166666666665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.646484375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6787109375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.730078125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.071614583333333
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8359375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8751085069444446
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.19921875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.361979166666667
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.361111111111111
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2260199652777777
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.078776041666667
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.958984375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.32265625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4173177083333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.236328125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.96875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.62421875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.995703125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8328125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.646484375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.860693359375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.17630859375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.304951171875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.0570703125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5789453125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37087890625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.90751953125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.761640625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6028645833333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.174758184523809
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.6672247023809526
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.686197916666667
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.107421875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.462983630952381
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6731770833333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.464564732142857
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8986438498157248
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6808488175675675
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5116659628378377
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.5779378455159705
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.32764991554054
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.078278562653563
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.074871391277641
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.599892506142506
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.255561642530488
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3117288729039633
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.456876429115854
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.381981826410061
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.191334794207317
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5946491520579267
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8245938929115852
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6452993997713414
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.84375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.66796875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8123497596153846
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7396334134615383
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7966419566761362
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0912494081439394
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.672175480769231
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9471153846153846
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.263521634615385
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.047325721153846
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3077281605113638
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.010327888257576
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.595089074337121
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6280036695075757
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.883075136126894
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.721805456912879
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.207295185810811
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5223025760135136
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.748759501689189
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.38624366554054
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.018581081081081
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4949324324324325
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3045027449324325
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1300411739864864
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7309629858993905
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5109773961509148
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3473585175304876
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.355677162728658
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.169350228658536
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.124237804878049
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.893268864329268
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.271334134615385
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8677884615384617
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6831430288461537
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.432908965320122
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.103365384615385
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.636418269230769
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.716045673076923
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.417818509615385
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.32211602393617
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2553108377659576
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.418284574468085
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3335189494680852
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7671274038461537
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.097107712765958
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.434341755319149
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8294547872340425
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6323553856382977
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.555254536290323
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2258379536290325
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4232610887096775
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3147681451612905
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.618888608870968
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9221900201612905
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.788967993951613
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.685767389112903
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0792759486607144
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5958251953125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6440778459821428
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6118861607142858
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7185232979910714
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8177490234375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5275181361607142
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7318987165178572
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.368977864583333
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4369710286458335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5783284505208335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5064697265625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.355387369791667
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9704182942708335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7722574869791665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.781494140625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6959609058704452
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5980358046558705
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.979468465334008
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5245484881072875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.578832711285425
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8624193446356276
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9326545877659576
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0344366776315788
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.720402644230769
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.673936170212766
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4835771276595744
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.652734375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0790392287234045
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.382529920212766
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.113588763297872
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.584017619680851
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.295866935483871
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.059664818548387
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.884860131048387
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.042622227822581
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.068737399193548
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.779485887096774
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.500819052419355
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9594137854609928
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.720550753546099
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9713646673387095
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.909158909574468
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.80486757535461
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0193234707446805
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3855967420212765
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.300628878546099
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1472739361702127
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.238898026315789
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.284231085526316
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4298930921052633
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.358861019736842
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.176809210526316
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6593540736607142
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7950246710526314
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6003289473684212
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6164679276315788
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5729108537946428
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.616536458333333
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5172293526785714
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9874441964285716
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9083426339285714
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.261811755952381
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8200334821428572
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8128313337053572
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1217447916666665
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7111467633928572
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.556640625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.87890625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6412760416666665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.57421875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5327845982142858
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8011474609375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.665110518292683
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.023723323170732
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5819091796875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1246189024390243
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.40869140625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.125905106707317
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.428304036458333
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8676638719512195
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.330525716145833
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1925048828125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.372094131097561
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2467130335365852
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.418302210365854
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.946533203125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4928792317708335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8301335328014185
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.591159685283688
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.411943151595745
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5908272384751774
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.524462544326241
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3061696586879434
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.019032579787234
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9934210526315788
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.771998355263158
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6211965460526314
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.599506578947368
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5025626108156027
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.176706414473684
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.373972039473684
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.152138157894737
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.349795386904762
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9187127976190474
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6550409226190474
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7049753289473686
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.434523809523809
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.553757440476191
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.946800595238095
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.514694940476191
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8312872023809526
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.579125381097561
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4301162347560976
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.299542682926829
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.079030106707317
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.833936737804878
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8722846798780486
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.620690648034398
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6996951219512195
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.442361217751843
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.481375729422604
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.806875767813268
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4728482033169534
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5175349355036856
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.984010288697789
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.078556894963145
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3568502286585367
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7601032021604937
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5934244791666665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7516547309027777
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6688066647376543
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.088053385416667
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.179982880015432
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.965850453317901
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.316626277970679
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.154397551546392
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0065641108247423
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1737274484536084
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0837628865979383
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.894128543814433
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6083078286082473
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4027665914948453
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.189453125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.662965374228395
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.465796199845679
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3241795669367282
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2894904996141974
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3588423295454546
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.287570529513889
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3453616695804196
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8249632282021606
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.051670404128086
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4879944274475525
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6876607755335367
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.509563166920732
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.515881049923781
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8707066977896343
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5857231326219514
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4480814119664633
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.052275866996951
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4136117788461537
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.034114186356708
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.013344077797203
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.108940972222222
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8377403846153846
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.871967875874126
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.681831840034965
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6259014423076925
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2769097222222223
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.436011254370629
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.213541666666667
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.942908653846154
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.396264347029321
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4039713541666665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9947916666666665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.057992788461538
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7109375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.822265625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2743389423076925
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.177734375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.6515625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.524639423076923
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.404296875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3440755208333335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.60546875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.10546875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.067274305555555
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.738064236111111
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.569118923611111
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.020833333333333
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.532443576388889
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.518359375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.62890625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4479166666666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3658854166666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.63203125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.071875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83203125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.84375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.71412109375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.528564453125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.683193359375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.602138671875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5212890625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10732421875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8966796875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.742001488095238
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.89326171875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7313988095238093
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.712890625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.656813788659794
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3972092461340204
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.672061011904762
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.20129268685567
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.8039434523809526
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4500558035714284
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.113188244047619
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5791480654761907
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.443419780927835
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.868556701030928
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.859395135309278
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.160478414948454
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.299291237113402
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.851862980769231
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.642250327797203
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4832686844405596
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5351152753496504
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6650390625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.763671875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0450447989510487
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.023942854020979
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2718394886363638
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4711371527777777
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.53515625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5045572916666665
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3212890625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5723902925531914
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3235677083333335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.310546875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3768284574468086
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.221571180555555
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.513489029255319
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.13046875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.774567819148936
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.462175864361702
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.44140625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.410970744680851
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.057400173611111
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9755817819148938
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.066638962765958
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.806640625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.015082465277778
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.011067708333333
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29140625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9251302083333335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5627048732517483
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.178385416666667
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23359375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.737890625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03515625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.346103515625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.07787109375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.889453125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3985460069444446
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.423828125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.15197265625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.215625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.217168898809524
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.50814453125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.46998046875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.79984375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7726004464285716
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.506138392857143
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.774553571428571
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.920014880952381
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0608933971774195
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8759765625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.8046875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.248976934523809
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.00240234375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.025957661290323
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2720514112903225
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.952904485887097
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.296087449596774
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4836504536290325
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.074785786290323
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2650701349431817
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.280554569128788
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.416496508049242
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.640531994047619
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.351455226089015
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.499001242897727
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7623845880681817
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5989398378314394
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8318795868844697
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6383928571428572
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5691964285714286
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0634068080357144
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7106061662946428
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5989467075892858
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.574672154017857
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.804931640625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1258021763392856
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.115181587837838
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9281302787162162
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0864125844594597
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.859130859375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6717122395833335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.650797526041667
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.00659839527027
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.023274739583333
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7509765625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5709635416666665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.203206380208333
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.99340160472973
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1766357421875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5028505067567566
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.305373733108108
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2959776182432434
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3040475556344697
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5917137632978724
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.403341090425532
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1411391749526514
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5662123226950353
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.798620345744681
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4821448359929077
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.790987921099291
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0205817945075757
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9963984929078014
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.543647495567376
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.819565281723485
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4987664473684212
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3201069078947367
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8467351740056817
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.297697368421052
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.438376686789773
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.618767015861742
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.667557565789474
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.398026315789474
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.428762335526316
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8629728618421053
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.018194901315789
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.189360119047619
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9116443452380953
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.706845238095238
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4831659226190474
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0807809540719697
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0767299107142856
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.271298363095238
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8031063988095237
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.249348958333333
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.067277238175676
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8643105996621623
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.176495807926829
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.051114710365854
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7037056587837838
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.736042301829268
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.300495426829268
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1057069359756095
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7632231841216215
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1170445884146343
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4070598323170733
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.512671493902439
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.665382179054054
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2427417652027026
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.509660050675676
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7839685388513513
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3850838973937247
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2303738613360324
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3244124810222673
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6122849190283401
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7857809337044535
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5511924342105263
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3649180794534415
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.42526331604251
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4824535045546559
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7229883603238867
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8941200657894737
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.052461570091093
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.472978756751543
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3192304446373457
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.282880618248457
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.645896629050926
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.384198977623457
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6558430989583335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8159993489583335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.507606907894737
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.312723042052469
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3416559278350517
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.131906411082474
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.342743234536083
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5595401095360826
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2236227448453607
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.161303962628866
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.770115173969072
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.862415431701031
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.346183008292383
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.355286394348894
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.415535741707617
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6927019348894348
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.888043227886978
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6009069055944054
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4265187937062938
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.467370520104895
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7810314685314683
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.500081949300699
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.516321569055944
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9728611232517483
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1446268575174825
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4833984375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6507161458333335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.391493055555555
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2272135416666665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9928385416666665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.196614583333333
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.814453125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.116796875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.30390625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.552951388888889
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.41796875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26015625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3946397569444446
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.977756076388889
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0944010416666665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.181640625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.654296875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9224175347222223
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.503515625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.190234375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.94140625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.498828125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.708984375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23671875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5169921875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7236328125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.689208984375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.882470703125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.60435546875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.700712890625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.109443359375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3833203125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.775669642857143
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7709263392857144
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.265066964285714
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8881138392857144
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6303013392857144
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.709867931547619
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2044270833333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.638857886904762
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4892698095823094
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3209555436117935
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.338514473280098
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4073825245700244
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6784014127764126
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8586935657248156
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.24625691031941
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6157862407862407
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4456161871189024
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5104206364329267
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.422315644054878
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7850788395579267
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9813679020579267
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7708834134615383
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8482572115384617
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.0
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.163461538461538
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.404447115384615
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0192131273674243
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1549553148674243
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.820767489346591
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.298606178977273
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.078469016335227
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.334968335700758
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.438820578835227
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8880134351325757
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8687447212837838
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.693728885135135
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7488122888513513
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0461095861486487
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7641733530405403
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0185546875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2293338260135136
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6905616554054053
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.588694502667683
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.3955137671493905
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.439846131859756
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9130108173076925
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5054068216463414
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.9423076923076925
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.714543269230769
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7738960080030486
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9555366330030486
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.097977801067073
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7989783653846154
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.119441105769231
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.365084134615385
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.637319711538462
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3446974734042554
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.358211436170213
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2689660904255318
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4899753477515243
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6459192154255318
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8603557180851062
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.848858173076923
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.669890372983871
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.979964717741935
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5748487903225805
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.063508064516129
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.320753528225806
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4557582310267858
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4961983816964286
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8210623604910714
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6067417689732142
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7254289899553572
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.629150390625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6835123697916665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.5693359375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9629313151041665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1671142578125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.431574135638298
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.333818151595745
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.267253989361702
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.342395279255319
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8386303191489364
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.637034574468085
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.254130651595744
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9004657451923077
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.189943383097166
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.411915643977733
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8344192813765183
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.135002846659919
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.297914566532258
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.56304022606383
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.377016129032258
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1171875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2001953125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7653099798387095
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5327935987903225
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.195249495967742
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1129903590425534
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.315104166666667
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.204371675531915
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5781075613839286
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5364444813829787
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7668024157801416
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9154401506696428
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.377835181451613
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5214146205357142
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.391447368421052
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.460423519736842
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5227179276315788
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5344063895089286
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.775801809210526
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.971628289473684
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7384207589285714
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7398856026785714
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6582205636160714
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4155505952380953
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.001674107142857
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.513950892857143
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.929966517857143
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.220796130952381
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7640787760416665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.547444661458333
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6278889973958335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5445905412946428
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6769612630208335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3048304115853657
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3470369664634148
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.0173399390243905
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.131306966145833
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1771240234375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9475911458333335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.561261432926829
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.761671112804878
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5771077473958335
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7956975842198584
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8071531471631204
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6112727171985815
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6149259868421053
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6958942819148937
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.391652960526316
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.251108156028369
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4727590460526314
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.642051750886525
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.031637854609929
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6645275297619047
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5430715460526314
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.974516369047619
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.963918585526316
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0883018092105265
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7872121710526314
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4293154761904763
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.531063988095238
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8730330230496453
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.208705357142857
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.275111607142857
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.931640625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4103467987804876
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.028534679878049
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4930098684210527
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3091177591463414
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.371379573170732
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.152529761904762
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.66015625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.530344893292683
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5443025914634148
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8441099124692877
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6641152871621623
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.391104883292383
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.325197711916462
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.322404791154791
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1273342225609757
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1432050540123457
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.22021182966821
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.457290461033951
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.541624469521605
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7892915702160495
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.097253543814433
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.019712467783505
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.186452963917525
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.413881282216495
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6378261920103094
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6536729600694446
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5756685233410495
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.505771966628086
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.573175877700617
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.043897087191358
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3815495997299383
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8496425298996915
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3632675917832167
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2970525568181817
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.255285729895105
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6150021853146854
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8097310880335367
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6331400057164633
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8044689685314683
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3714986661585367
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3052918969131095
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.249082983993903
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4547526041666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.395724826388889
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.267144097222222
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2786458333333335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1907552083333335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.264322916666667
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6453125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.732421875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.96796875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.259465144230769
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.031850961538462
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.73046875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6475360576923075
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.8389423076923075
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7051866319444446
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8832465277777777
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.714376567322531
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5807291666666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7975260416666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09453125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34765625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.742060546875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.814169921875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.8587109375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1821440077319587
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.149162371134021
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0896875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.281220703125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0141551224226806
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.494047619047619
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.51171875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.354445684523809
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0896423969072164
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.970703125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.375093005952381
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6095964884020617
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.067292203608248
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.399987918814433
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3297156894329896
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4604594624125875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2870957167832167
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.321582714160839
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.533420138888889
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.501171875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.255425347222222
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.385776333041958
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.256510416666667
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3981119791666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.52109375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2154947916666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.826731861888112
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.146047312062937
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6423595935314683
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.319140625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4585503472222223
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2877604166666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91724609375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.398046875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8665364583333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9682074652777777
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7061631944444446
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.798828125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9602864583333335
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6022135416666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.85685546875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.933203125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.38203125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71484375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8164976728723405
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.618434175531915
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.76486328125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3237034574468085
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2517121010638297
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.316215093085106
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.611235119047619
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.831767578125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.351097470238095
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5521470716783217
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2903125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4329427083333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34486328125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.106064453125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4303385416666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5926339285714284
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2337239583333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.589453125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.518136160714286
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.443452380952381
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.972377232142857
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.765782510080645
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5327620967741935
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1986202116935485
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1165889616935485
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.385521673387097
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6944140625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.681648023200758
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.839806758996212
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.753380977746212
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0271107066761362
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.242660984848485
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.758091517857143
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9989536830357144
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8399832589285716
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5265066964285716
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.515625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.350620814732143
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.123152449324324
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.337521114864865
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.201541385135135
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.517314189189189
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.74097339527027
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9650472005208335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7760416666666665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4972330729166665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4337158203125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.371053059895833
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3228500828598486
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.071037523674242
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.195419773910985
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2524968927556817
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.253933953900709
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0317348182624113
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6472426905776514
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.688718971631206
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.910208037405303
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.610690935283688
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.482547644412879
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8136912677304964
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7897820723684212
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.614206414473684
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3541324013157894
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.284128289473684
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.240953947368421
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.020217483108108
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.878813244047619
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5634300595238093
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1205357142857144
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9876302083333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.6276971726190474
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.946183488175676
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.366950757575758
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.84984691722973
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.935203758445946
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4139305320945947
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7881387246621623
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.206424197635135
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3715224847560976
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2415682164634148
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1120903201219514
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0246284298780486
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.657869664634146
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0988175675675675
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3545811456224697
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3091986652327936
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4213096217105263
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.671143566548583
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8536301601080245
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.054639274691358
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8327033780364372
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.57519229841821
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5101001880787037
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.613603756751543
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.383577641752577
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5894611791237114
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0712789948453607
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9985502577319587
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.145558150773196
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7117979676573425
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.902657888986014
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.439972137237762
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3769121503496504
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.423008631993007
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.557400173611111
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7255859375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4602864583333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6438802083333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3328993055555554
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.271701388888889
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.103515625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.711328125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9390625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0045572916666665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.102756076388889
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.23828125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.401953125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.319921875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.51953125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.111884765625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.903671875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6161328125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.542626953125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.7577734375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1314174107142856
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5024181547619047
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.676060267857143
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7354910714285716
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7104724702380953
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.512472166769042
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.433224239864865
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.511315648034398
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.807490018427518
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9908774186117935
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.502859404592803
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6735284978693183
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2649702592329546
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.208377722537879
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.129646070075758
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.209301097972973
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4230627111486487
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9336729307432434
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.850559543918919
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.975612331081081
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.332650533536586
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3151170684070124
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3928818121189024
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.689143483231707
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.858487757240854
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.937199519230769
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.620793269230769
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6986177884615383
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.288912259615385
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.528648603723404
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.365483710106383
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4525016622340425
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7858377659574467
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9798537234042555
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.519468245967742
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1692603326612905
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.263797883064516
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.621030745967742
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8569808467741935
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.84521484375
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4609375
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4983258928571428
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6093052455357142
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7031075613839286
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.417399088541667
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3914388020833335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4690755208333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7754720052083335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.934326171875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9372645168439715
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6499335106382977
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.740566821808511
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.119029809397163
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3332225177304964
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.314144736842105
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.315995065789474
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3932976973684212
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.664987664473684
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.857833059210526
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.657924107142857
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8895089285714284
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0026971726190474
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5436197916666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.789341517857143
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.700504954268293
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0070503048780486
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0610708841463414
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.257764862804878
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3676638719512195
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6901312934027777
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.538405430169753
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6156804591049383
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9109700520833335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1055742428626543
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.378966655927835
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1219394329896906
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.216494845360825
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5669499033505154
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7837065077319587
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.394230769230769
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3839597902097904
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4556790865384617
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.729717548076923
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9138303103146854
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.171332465277778
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2733289930555554
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.2109375
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.00390625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.68359375
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.381640625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3448350694444446
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1022135416666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.607204861111111
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7514105902777777
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4420572916666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.46953125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6868489583333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.810546875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03828125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.653544921875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4873486328125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.57169921875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91431640625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.091025390625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.33203125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7280505952380953
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6238839285714284
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9050409226190474
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.238467261904762
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1490367542613638
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.210227272727273
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2748727509469697
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5262007279829546
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6862349076704546
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.096362964527027
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8993612753378377
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.99487964527027
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.287769214527027
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5058065878378377
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8303034855769231
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5770258729757085
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5109082426619433
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.668451100708502
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.006329864625506
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2328646887651824
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5520424784919027
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6828355343980346
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4095084075552826
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5047268504299756
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.340453201781327
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.861337722665848
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.340491592444717
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.091787277334152
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7644876619664633
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.494206126143293
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.593017578125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4270614996189024
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9446574885670733
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.3988840987042686
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.165705983231708
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.048377403846154
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.724308894230769
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8892728365384617
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.650691105769231
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.305889423076923
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.857872596153846
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.566856971153846
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.631191821808511
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.334740691489362
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.438198138297872
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.260048204787234
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8288563829787234
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.334375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.078382646276595
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5475050403225805
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.209015877016129
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.324155745967742
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.125157510080645
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7770287298387095
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.404107862903226
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.090977822580645
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7333286830357142
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6160539899553572
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6473911830357142
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6028529575892858
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8306535993303572
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.09912109375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9853515625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9321695963541665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.66162109375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7655843098958335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6005859375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.11376953125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.545572916666667
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.322957356770833
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.04368905141844
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6957973182624113
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8157829122340425
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.616079343971631
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.26207890070922
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8324329565602837
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5782277960526314
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5439522384751774
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3263774671052633
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.416940789473684
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.257401315789474
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7674753289473686
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.198601973684211
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9869449013157894
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4281994047619047
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9695870535714284
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1138392857142856
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8665364583333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7163318452380953
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.534505208333333
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.121000744047619
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2336128048780486
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.055354420731707
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.118140243902439
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0076219512195124
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3449409298780486
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6668730945121952
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.492854420731707
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.862401138117284
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5827244888117282
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6800853587962963
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0592327353395063
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.514325930748457
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6151801215277777
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3107548466435186
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4108811211340204
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.095763530927835
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2032256765463916
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6187177835051547
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.019692332474227
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.175438949742268
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8873228092783507
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6750027316433567
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.411112325174825
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5050262237762237
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8619154283216783
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3447333916083917
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6884765625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3567708333333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.349472792832168
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4398871527777777
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.526584201388889
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.726953125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0345052083333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1647135416666665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0913871284965033
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.40859375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.52109375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8477647569444446
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3804253472222223
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.611328125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9485677083333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.250651041666667
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.102864583333333
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.950390625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.326953125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.047092013888889
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.54765625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8841145833333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.82373046875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25390625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.556689453125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.67123046875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0350390625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.48201171875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8607700892857144
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.62673828125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6553199404761907
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7390252976190474
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.28037109375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.238560267857143
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.673828125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.265531994047619
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4164806547619047
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.501686789772727
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.265469637784091
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3524650804924243
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6648356119791665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.206291429924242
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.111135771780303
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8735795454545454
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2191986908783785
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9429370777027026
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0422033361486487
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4265466638513513
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8575010557432434
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.980495143581081
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6840688344594597
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5057565789473684
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6378060159412955
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2313029795040484
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6354614752024292
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4859394195331697
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0920656096437344
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3381641584766584
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.358995892199017
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4551227848704267
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.039652010289634
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3116574171112805
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.271365282012195
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.802433894230769
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.474759615384615
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.646784855769231
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.8329326923076925
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4111037234042554
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.064270279255319
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.335231050531915
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2531416223404257
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.775453629032258
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.604145665322581
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.967930947580645
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.572171118951613
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6434674944196428
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9749581473214286
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.093540736607143
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5864432198660714
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5757649739583335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1705322265625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.38720703125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4435221354166665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2660544104609928
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.005776263297872
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.331435616134752
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0910211657801416
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3758223684210527
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.957442434210526
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.185444078947368
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.233347039473684
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9609375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.950892857142857
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.3737909226190474
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7547433035714284
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.059879954268293
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4425019054878048
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5953220274390243
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9621284298780486
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3348675009645063
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.133481626157407
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.566062644675926
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.172676745756173
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.177573292525773
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8785840850515463
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.186533505154639
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.014598099226804
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.489524147727273
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0965362762237763
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3995984484265733
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.390625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3491313374125875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.064453125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.827734375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.912868923611111
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8326822916666665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.105143229166667
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1328125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.615625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2670355902777777
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.927734375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.94453125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.643359375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.56265625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.23943359375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5989453125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7086123511904763
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4155224609375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4476376488095237
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.005208333333333
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4507533482142856
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.866085168087121
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.5609907670454546
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.985144412878788
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7188054865056817
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.292335304054054
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.004671663851352
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.37452491554054
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1303051097972974
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.0456098178137654
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8215104693825912
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9679394926619433
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.577654510374494
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.144744749493927
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7506404984817814
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.989787607540486
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.301400299447175
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3333941185503684
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4822395193488944
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.232469863329238
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.615949401105651
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.075730382371007
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4718548449017197
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.376494616996951
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4379733946265243
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5808045922256095
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.920072115384615
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6856971153846154
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.869140625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.307075314405488
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.703345322027439
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.704627403846154
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9181189903846154
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4040170064786586
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.979176591082317
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8129507211538463
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.6006610576923075
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.265616688829787
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.318608710106383
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.426820146276596
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.266107047872341
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5841755319148936
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.989289314516129
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.163873487903226
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1654170866935485
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7379662298387095
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.043031754032258
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.504150390625
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.2827845982142856
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.612339564732143
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.852025082236842
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0272211854757085
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7667399418016196
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.3165406756072873
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8123430524553572
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5717947823660714
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6095784505208335
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.516845703125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7510579427083335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.457682291666667
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8747965494791665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4158909574468086
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.073154920212766
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4916749778368796
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.208543346774194
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.634059175531915
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.411195816532258
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.658272384751773
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4924958881578947
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.407072368421052
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6314761513157894
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.27662344858156
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.441499255952381
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.972284226190476
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.579579454787234
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6587611607142856
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.14697265625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6451939174107144
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.306949013157895
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.715357730263158
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.8171502976190474
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2986375762195124
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.0012385670731705
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.882719494047619
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.400676448170732
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.086263020833333
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5159098307291665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9634622713414633
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.522151295731707
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5042901566339064
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.099100698710074
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.343039772727273
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.378632716523342
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.667719414893617
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.907496675531915
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.181949013157895
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6111225328947367
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.590773809523809
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6120721726190474
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.751953125
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.332078887195122
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.410322024498457
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.408477406442901
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5498137297453702
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0286217206790123
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4597740644290123
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0079534471649483
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.126409471649485
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.172499194587629
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.035800579896907
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.321822648195876
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4272669350228657
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.997647913490854
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2711777105564024
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.2368580887957314
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.828125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.561298076923077
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6284555288461537
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.915264423076923
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.365343640734266
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3778682255244754
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5074710445804196
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.396701388888889
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.243055555555555
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2473958333333335
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.279947916666667
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.212890625
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.530490451388889
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.33203125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4166666666666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.36796875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4409541377314814
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.749074676890432
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1648546765734267
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79177734375
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.93705078125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5569820804195804
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.932734375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.230902777777778
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1328125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6753472222222223
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.423921130952381
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.442894345238095
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.980859375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4505208333333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.28828125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6101190476190474
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.681474609375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0594140625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.121186755952381
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7962239583333335
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.855629832474227
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1603978737113403
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4371343085106383
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.084682513297873
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.261394614361702
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.363705119680851
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7952053931451615
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.610824092741935
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.585716985887097
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.012852822580645
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1563729239510487
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.524379916958042
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6271275111607144
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.2179129464285716
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.569301060267857
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8617621527777777
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3543836805555554
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.464146205357143
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.073567708333333
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4440104166666665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3296875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.598046875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.113791725852273
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9498919862689394
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.62052734375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.906220703125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5303548177083335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.103922526041667
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.231178977272727
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3677978515625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.347086588541667
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.158854166666667
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6904761904761907
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.611794211647727
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1385756983901514
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.76929370777027
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.82495777027027
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.918839738175676
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4751372466216215
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.850929054054054
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3193013076241136
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.03446365248227
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1260111923758864
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.3771054964539005
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4207442434210527
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9890008223684212
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2624383223684212
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.236019736842105
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1235119047619047
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.171968005952381
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8602120535714284
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.60546875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0860804115853657
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.460889862804878
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.975323932926829
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6277629573170733
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.003181226325758
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4198737866950757
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0864653716216215
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7582347972972974
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.392216435185185
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.230649594907407
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2136682581018516
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.706856433256172
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.196077641752577
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8929405605670104
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.018786243556701
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.214078608247423
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.556558675699301
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1805889423076925
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3968258304195804
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3633897569444446
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8663194444444446
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5323426573426575
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.197265625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.93359375
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.855859375
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.62265625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2230902777777777
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9791666666666665
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.064019097222222
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6578125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.217447916666667
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.9828125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.661845703125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34892578125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4695703125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.7414453125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7192150297619047
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5459449404761907
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.697265625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.420479910714286
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9287886186079546
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6434807054924243
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7568840258049243
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.10647490530303
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.323928420608108
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.026024070945946
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.141918285472973
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.419605152027027
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1664307629048585
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.582248703188259
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.341019464066339
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.686381871928747
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5515759425607287
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.192049352134147
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.107204421811741
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5672220369664633
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.494591346153846
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7735877403846154
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3509391622340425
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6447224069148936
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7818800403225805
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0602003528225805
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8643275669642858
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5796770368303572
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4917604038697787
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.086618934275184
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.283406575520833
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.65869140625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.594096298758865
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3175975177304964
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5096628289473686
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.133943256578948
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0460379464285716
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.072265625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1373380335365852
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5535442073170733
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4633014958079267
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.039235184832317
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8506610576923075
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.541165865384615
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4650758342978394
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0556248794367282
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4219664228723405
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.069780585106383
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7808089717741935
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.601373487903226
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.189030283505154
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.417505637886598
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5836530412946428
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8285784040178572
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5983479817708335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.175048828125
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2599431818181817
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6256419361888113
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5203993055555554
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.09375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1614583333333335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9837239583333335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.310546875
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03515625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3130859375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.644140625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.730561755952381
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4966517857142856
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.282884530141844
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.994999445921986
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4342105263157894
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.002055921052632
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.253813244047619
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.230654761904762
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.122141768292683
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.510718368902439
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1394856770833335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.624615293560606
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.866580447635135
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5154138513513513
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.327121310763889
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.102472752700617
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.181701030927835
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8734697164948453
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4697880244755246
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0584981424825175
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4046223958333335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1725260416666665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.834765625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.923828125
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8899739583333335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.61484375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.68052734375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.32421875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7082403273809526
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5531063988095237
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.854514382102273
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.526145241477273
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2914115287162162
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.99097339527027
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5882939018218623
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7883864182692308
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.926734090334008
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1156099759615383
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4449368990384617
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4464393028846154
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5126360070850202
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.153075183451417
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.596101428132678
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.815067375614251
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.971907632063882
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.470799101658477
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.094973702395578
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.429078048218673
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.224292652027027
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5054994625307123
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4747701505335367
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.696848799542683
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8412550019054876
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.294796827362805
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4764992408906883
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8140577555668016
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.166849275914634
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6548938828441295
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2337028719635628
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2132820407388665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.007104788714575
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8173076923076925
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.073063548018292
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.077674278846154
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3121695169588414
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3877727229420733
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4044826986336032
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3394641953441295
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.229266826923077
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.876802884615385
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.563100961538462
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.576923076923077
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5913461538461537
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6673677884615383
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4793379934210527
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0319379428137654
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8123576670040487
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6445984628036436
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2868049405364372
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3382543648785425
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.403796732667004
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7248940409919027
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5489860372340427
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.794248670212766
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.962749335106383
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.494140625
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.080751329787234
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.232438497340426
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4499916888297872
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.365026595744681
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2204511088709675
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4809097782258065
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6613848286290325
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.265246975806452
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.236328125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.970829133064516
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.113407258064516
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0296748991935485
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5899483816964286
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6727818080357142
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.719970703125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9351632254464286
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8466099330357142
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8334089006696428
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5394461495535714
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5182407924107142
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6062845515970516
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.995714642199017
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.56396484375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7866617838541665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.832405558968059
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.420809659090909
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.916015625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.468164542383293
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.384928385416667
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.229086686117936
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.512841676904177
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4369385365479115
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.330362955729167
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1563720703125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4662679036458335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.39111328125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.716963098404255
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.988807624113475
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.16938164893617
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.747520500886525
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6858239140070923
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4615885416666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6897615131578947
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4865337171052633
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6265514184397163
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.528978280141844
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8515625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7812020116707616
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.292351973684211
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.190427288083538
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.451239058660934
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.7038352272727275
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.002082693488943
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.604120277948403
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.685489289004914
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.985402960526316
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0766858552631575
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.097747427825553
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.397512335526316
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3202097039473686
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5401785714285716
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1402529761904763
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.789341517857143
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.637090773809524
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.139508928571429
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.262183779761905
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9985119047619047
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9047619047619047
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2722942073170733
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1235708841463414
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3644245426829267
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.677829649390244
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.494140625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.517863948170732
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.064405487804878
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.010051448170732
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5354450504954267
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9155332983993905
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.760206269054878
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.162770341082317
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.860576923076923
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.358952219893292
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.140488043064025
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.322866586538462
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.112530048076923
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.448626262385671
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.374779677972561
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.524789663461538
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.9522235576923075
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.600961538461538
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7445913461538463
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6560997596153846
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.615017030297256
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0109446455792686
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.260289634146342
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.496486756859756
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.825641911204268
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4465719083460367
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5277486661585367
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8419471153846154
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3046875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.648888221153846
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.046505811737805
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.966045673076923
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.074519230769231
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6221454326923075
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7100360576923075
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4717548076923075
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8007872781635803
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5855426552854937
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.949827594521605
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4749077690972223
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5594248670212765
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.437183521412037
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.203809196566358
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5023328993055554
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.989635970744681
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4337806230709877
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8053523936170213
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.439320146276596
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.496958111702128
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.241896609042553
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.459308510638298
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3737117686170213
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2125126008064515
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6686617943548385
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4712701612903225
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8170992943548385
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.244644657258065
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9593623991935485
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.305492912371134
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.56433231314433
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7520538015463916
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.325668492268041
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1031060987903225
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0150894657258065
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.891812983247423
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.027504832474227
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2051586662371134
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1144490979381443
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5267508370535714
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7244873046875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6218610491071428
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8327287946428572
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8264857700892858
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7205287388392858
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4937918526785714
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.453125
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.640625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.040079752604167
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7582862367021277
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8792724609375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.20225232712766
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.483701795212766
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.761411236702128
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.218424479166667
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9911735372340424
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.561743683510638
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.449300130208333
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.652019614361702
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.247639973958333
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.072905585106383
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.558837890625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.480712890625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7817007211538463
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.572129042832168
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9442198426573425
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.434099104020979
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.069241431451613
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.518680695564516
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8010962701612905
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.074407762096774
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0560533216783217
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.297977570564516
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.424045138888889
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.623806423611111
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.884860131048387
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1797148164335662
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9684034778225805
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7465277777777777
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2194010416666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.47265625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.148328993055555
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6725260416666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.487789554195804
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4140215253496504
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.190104166666667
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4328125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.709375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.45390625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.231161794354839
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.042209201388889
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8782552083333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9575737847222223
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9596354166666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3461371527777777
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.35
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2754991319444446
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0970052083333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18515625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9993489583333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.34140625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.912197265625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.676162109375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2671875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.082724609375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.67072265625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5123465401785714
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6554827008928572
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7148611886160714
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.276787109375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8165283203125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.338056640625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6147984095982142
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9091331845238093
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7123790922619047
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4521484375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2181919642857144
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.579150390625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4823695591517858
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.403645833333333
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.711076019503546
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.494638671875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.180684840425532
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1795131138392856
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.984901374113475
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4342447916666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4368489583333335
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3500941932624113
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5202508223684212
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.642671130952381
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.697172619047619
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.721922096631206
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.456781914893617
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.884251644736842
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7331414473684212
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.618641954787234
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6924641927083335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5217891179078014
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.107218424479167
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.188322368421052
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.338134765625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3665364583333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.333264802631579
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.561116536458333
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9136555989583335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.109272203947368
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5302734375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6060384114583335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.001302083333333
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7021019345238093
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.430715460526316
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.352590460526316
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.099795386904762
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.173909505208333
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.744605654761905
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.367838541666667
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1862909226190474
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.025483630952381
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.180020960365854
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.437547637195122
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.322313262195122
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5561642530487805
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.747761051829268
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5903201219512195
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1372903963414633
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.070026676829268
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6068677969858154
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.047124335106383
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.34642342641844
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6397938829787235
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8356743129432624
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.418966090425532
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5047373670212765
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5899465460526314
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9894120065789473
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.222039473684211
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.434621710526316
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6897163120567376
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7849506578947367
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.414576480263158
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4992804276315788
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2125186011904763
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.866908482142857
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.379464285714286
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9675164473684212
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.8054315476190474
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.564546130952381
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9124813988095237
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.027529761904762
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9535900297619047
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1950743140243905
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.463224085365854
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.630144817073171
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4332275390625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.253347685842803
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5568736683238638
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8000190548780486
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9827325994318183
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.342797256097561
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.077839176829268
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1331935975609757
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.975060665246212
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7586928858901514
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4458841463414633
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.182339754971591
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1240715258049243
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.200855152027027
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9743982263513513
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3746040962837838
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.922957136824324
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.765334670608108
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6309913429054053
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8857421875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.809306376689189
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.577073085455247
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9555754484953702
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7892252604166665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0846715856481484
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.443389515817901
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.190480926890432
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.491090374228395
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4209828317901234
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.314755154639175
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7748469716494846
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5779840528350517
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.279840528350515
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.328205541237113
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.036444909793815
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.213232925257732
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1205702319587627
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4679331838348766
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8344364872685186
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0687632619598766
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.310842255015432
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6560601128472223
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.318482952353395
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3873426649305554
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4661096643518516
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.524188701923077
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.899816979895105
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.722342111013986
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4892578125
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2389322916666665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3653026660839163
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.42265625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.33517263986014
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8365885416666665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.681640625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1107817963286712
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6920572916666665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5169270833333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5216857280927836
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9950869845360826
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.899609375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.313406088917525
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.423600787575911
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70234375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.405467168522267
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4837779921558705
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5599617282388665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7208731338562753
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8911745635121457
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.042751736111111
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.59594474871134
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0390625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7873107280927836
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.225802951388889
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3196681701030926
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4412423513986012
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.369331840034965
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.754228515625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.252604166666667
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.040473090277778
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.071875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.415391430412371
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9739583333333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4359375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.17421875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.174990234375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97755859375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.415798611111111
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.346462673611111
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.887745650773196
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.158203125
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0397135416666665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7826450892857144
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.33203125
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.251953125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.35625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.69513671875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3839285714285716
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.404052734375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0964471726190474
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.543247767857143
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.641591796875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.56279296875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7552083333333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6107700892857144
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6632254464285716
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7803199404761907
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6358036494755246
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.019025895979021
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.265297202797203
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.514614291958042
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8249562937062938
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.476070804195804
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.552024147727273
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5667317708333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9358723958333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.158854166666667
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2955729166666665
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7858072916666665
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.073567708333333
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.360894097222222
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.328125
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.305989583333333
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06171875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.755099826388889
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4175347222222223
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.529296875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.33203125
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4970703125
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0716145833333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1567963286713288
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1751302083333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.553125
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.13828125
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.219921875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.729287109375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.146748046875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.423720703125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9258897569444446
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8619791666666665
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.75509765625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.34765625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92869140625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.53072265625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62072265625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.720424107142857
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2395833333333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4872581845238093
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.402250744047619
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9604724702380953
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6986607142857144
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2551171875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6301153273809526
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.525669642857143
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.240948301373106
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5558527166193183
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.418442234848485
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.647098425662879
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.946496212121212
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.740637576941288
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1710094105113638
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.110037138967803
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9619932432432434
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.376689189189189
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.19555004222973
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.544657939189189
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.899123733108108
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.614864864864865
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.341787277334152
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.410928862100737
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.501338874385749
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.349139089373464
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6824228347665846
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.862311885749386
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8738386824324325
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7950802364864864
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1351947206439394
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4350844874526514
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.624911221590909
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.826012813683712
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.288855350378788
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.008903734611742
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.069557883522727
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.018747040719697
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8738914695945947
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.261375633445946
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.53687183277027
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8041860219594597
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0689400337837838
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7025707347972974
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7814347550675675
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.78980152027027
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6063267016700404
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5486936993927127
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4618033590587045
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5299017902327936
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8055414979757085
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9657689144736843
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4299286633003048
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.584157059832317
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.494831364329268
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.395418492759147
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7661906916920733
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6705228365384617
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9404594607469514
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8745492788461537
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.751652644230769
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.8780048076923075
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.067157451923077
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.283052884615385
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.215144230769231
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9734193130060729
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.820106907894737
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.411868199645749
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.180932913714575
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8922104314271255
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.259017619680851
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4342087765957445
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3345661569148937
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.342644614361702
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.631391289893617
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8283826462765957
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.233587449596774
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4419417842741935
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3187689012096775
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.576360887096774
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.691217237903226
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7499232186732185
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9225365423387095
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.695418074324325
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5787920377764126
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.658313498157248
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.973505643427518
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.156043650184275
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5194091796875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5831996372767858
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5390450613839286
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9444231305803572
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6516810825892858
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7320382254464286
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.61376953125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7613118489583335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6675618489583335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.547607421875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9401041666666665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1187744140625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.355415962837838
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4821531403562656
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3295262592137593
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8721446944103195
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3978856342137593
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6766258445945947
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.918079565602837
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7341395168439715
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8113502881205674
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.975246564716312
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.152191378546099
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4102590460526314
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2547286184210527
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3944065824468086
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3267886513157894
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.201480263157895
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.581003289473684
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7676809210526314
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1517857142857144
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.865420386904762
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.982700892857143
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.537760416666667
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4325706845238093
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7155877976190474
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1125190548780486
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0041444359756095
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0541634908536586
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.668921493902439
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.530606897865854
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.234660823170732
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3435118140243905
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.408381764481708
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3631234517911586
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.765324519230769
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.916165865384615
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5775240384615383
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4421773770960367
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7540372522865852
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6639122596153846
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.921535584984756
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0926983173076925
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.236177884615385
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4528361995045733
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.271103277439025
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3048065929878048
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3733505621189024
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8305366330030486
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6422565739329267
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7916165865384617
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.839242788461538
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6391225961538463
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7250914228723406
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.694110576923077
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.234375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.017578125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.739045877659574
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5349983377659573
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6290641622340427
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.974384973404255
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.16484375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0727381552419355
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.764334972993827
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.59668270158179
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6680019048996915
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7628821855709877
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.108870967741935
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.896263860887097
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9606993875385803
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.168237003279321
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.976688508064516
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.314295614919355
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.528383316532258
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5722481863839286
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.943603515625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5101318359375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5311279296875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6544886997767858
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5916748046875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1979904961340204
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0208199097938144
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0974347615979383
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7267543247767858
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.181660760309279
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.4619140625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4217122395833335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.409250161082474
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6151941043814433
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.497314453125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8218180338541665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9640706380208335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.339270279255319
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4113364361702128
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2481964760638298
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3214178856382977
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8304271941489363
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6242603058510636
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.588709677419355
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.423985635080645
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2300592237903225
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3170047883064515
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.947045110887097
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6901461693548385
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.610483156028369
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.471208479020979
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3227436625874125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3889040646853146
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.313893138111888
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.665627770390071
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.427872894503546
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.548314144736842
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.517578125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3770616319444446
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.436740451388889
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.645541958041958
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.150390625
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9446614583333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0325520833333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.243272569444445
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.62421875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.41328125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.106770833333333
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.421052631578948
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.519140625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3839432565789473
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.82540701486014
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.511386303191489
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.67734375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0649181547619047
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8537511081560285
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.4280482700892856
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.596888950892857
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.531284877232143
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6865234375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5489327566964284
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3561197916666665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.043736049107143
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.875697544642857
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8401692708333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.838671875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.6062127976190474
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4625822368421053
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.049922429078014
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8031063988095237
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6126302083333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.469833984375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.658232421875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.56166015625
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0734375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7619243421052633
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.616171875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.926809210526316
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9444754464285716
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6865699404761907
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6923828125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81845703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.135718368902439
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7102864583333335
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4734002976190474
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.172061011904762
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.03087890625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.376261393229167
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5735270182291665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4349365234375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4970296223958335
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7253715701219514
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.720796130952381
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9720458984375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0229134908536586
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7771402994791665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9115513392857144
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.205357142857143
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.073885289634146
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.285203887195122
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4037252286585367
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.99290780141844
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9087156471631204
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.722406914893617
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8046320921985815
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.403618129432624
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.149864250886525
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.186472039473684
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3743832236842106
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2317023026315788
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2966694078947367
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7422902960526314
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5632195723684212
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.372767857142857
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9664248511904763
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.745814732142857
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8411458333333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5963541666666665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2961309523809526
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.600895579268293
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.062166539634146
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9605087652439024
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.005144817073171
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.316120426829268
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1896436737804876
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4220895478219697
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2773030598958335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.342525597774621
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.246737393465909
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.591068152225379
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.745842211174242
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4767523871527777
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.104149070945946
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9340952280405403
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.347773799189815
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3333453896604937
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.012088260135135
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.120750633445946
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.399830005787037
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3046347128378377
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6780689380787037
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4985219594594597
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8472794897762346
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4947446842783507
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.59143443943299
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2983448775773194
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3908464884020617
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.772692493556701
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9718105670103094
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.75487979841821
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8172803337191357
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5983826437114197
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7000519012237763
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.671902126736111
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.21117862654321
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9707362798996915
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.476345486111111
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.6609620847902096
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.20703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5388029938811187
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.32890625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.254557291666667
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3241102430555554
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.346354166666667
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.05078125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6151934003496504
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.35703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.14765625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.65869140625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.910429414335664
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.39453125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1731770833333335
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1038024475524475
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6768663194444446
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.740141369047619
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.69470703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.225390625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4880078125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.552734375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.559765625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8229166666666665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.70703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.1140252976190474
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4805152529761907
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.767578125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1750765141752577
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.18786243556701
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0073091172680413
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.565
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0812057023195876
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.623852287371134
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.914716796875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4040351159793816
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5661737351190474
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.057646484375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8895089285714284
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9928385416666665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.51876638986014
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4654583697552446
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3746312281468533
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4420618444055946
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.926081730769231
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.721522618006993
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3926866319444446
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.11328125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.263454861111111
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0670572916666665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3247612847222223
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.15234375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9251302083333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.734375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0364583333333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.60625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.67265625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.40859375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.568359375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.55859375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.521484375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3515625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09140625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.567841796875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.62484375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4178369140625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.487509765625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9889453125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.777412109375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7430245535714284
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9873511904761907
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4750279017857144
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5086495535714284
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.943266369047619
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.847842261904762
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.151333895596591
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.868356415719697
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.029992305871212
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0857377485795454
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.31689453125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8822846283783785
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4534431226325757
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8452544341216215
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7189347550675675
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7904613597972974
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0896853885135136
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2758921030405403
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.420650597774621
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3431951349431817
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.285977450284091
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.356341737689394
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.786624792850379
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.611087683475379
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.091427364864865
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.158599028716216
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9330130912162162
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.01097972972973
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.525654560810811
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3104940878378377
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5543435285931173
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4568454263663968
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8370998861336032
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5140277074898785
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.606239720394737
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.429217010374494
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.358171100075911
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3910757211538463
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8769723203316953
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7535511363636362
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9518197174447174
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3495661855036856
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8290319794226044
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6294389204545454
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.712890625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.667344901719902
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7073349371189024
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.591284775152439
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.780094798018293
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3223996046112805
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.664967606707317
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4663383669969514
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5488638528963414
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5124124666539633
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9314903846153846
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8246694711538463
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.027043269230769
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.634765625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.912109375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.624699519230769
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7426382211538463
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7035757211538463
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8604886968085106
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7285987367021276
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9518949468085105
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5879737367021276
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2691323138297874
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.809449800531915
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6835771276595746
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.63046875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.162077872983871
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.038999495967742
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.245085685483871
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9134639616935485
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1186680947580645
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2571194556451615
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0022366431451615
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9489352318548385
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5374232700892858
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5055454799107142
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5629708426339286
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4637625558035714
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5365164620535714
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5067661830357144
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4912806919642858
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4859095982142858
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.817626953125
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6815999348958335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.865966796875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5710042317708335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7578531901041665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4637044270833335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6387532552083335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5967203776041665
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.714275820035461
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.57689217641844
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.783313940602837
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4529033687943262
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.743808178191489
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.535502548758865
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6545600620567376
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.485621675531915
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.697779605263158
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.557668585526316
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7517475328947367
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4453125
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5323807565789473
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.631373355263158
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2491776315789473
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4851973684210527
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3548177083333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.173921130952381
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.644345238095238
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9164806547619047
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.107700892857143
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7504650297619047
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.306640625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.072358630952381
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.256812118902439
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1756383384146343
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.306354801829268
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0919874237804876
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.148723323170732
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.227610518292683
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9779916158536586
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1241425304878048
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5493797019675926
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.445044246720679
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.614082995756173
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3403742283950617
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.413067853009259
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.512086467978395
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.617235725308642
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.374333887924383
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6432224548969074
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4957715850515463
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.737355025773196
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.34753543814433
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.453467300257732
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.59191768685567
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0293975515463916
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.400330219072165
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7238308566433567
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.785456730769231
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6086374562937062
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.496339597902098
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.676600743006993
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5783571896853146
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3934932255244754
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6480034722222223
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5343777316433567
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.431640625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7132161458333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.546875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.474609375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2727864583333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.413671875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4348958333333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.501171875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.284765625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.107421875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6114366319444446
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5091145833333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2766927083333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3684895833333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2083333333333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.962890625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.163671875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4696180555555554
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1243489583333335
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.373046875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.256640625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.458984375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.199609375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.831416015625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92896484375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.71490234375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.562587890625
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.767451171875
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.66279296875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.438037109375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.621943359375
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7783668154761907
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8135230654761907
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6723400297619047
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.628720238095238
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7611607142857144
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6426246279761907
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.459170386904762
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7080543154761907
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2048746744791665
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2561590021306817
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1162590258049243
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.029504024621212
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.173362038352273
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.309048739346591
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0905650745738638
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0548354640151514
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.959670608108108
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.02855785472973
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8408994932432434
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7266416807432434
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9116342905405403
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9541807432432434
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8101509712837838
/ckpts/Pile100B//160M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7618507179054053
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8663888537449393
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1622596153846154
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9284974380060729
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0691777897267207
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9451385374493928
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.13484469888664
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5398611462550607
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.560064524291498
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3804514742014744
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5328480113636362
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.427268888206388
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5688296606265357
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.451920492936118
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6359509367321867
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3662517275798525
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3903130758599507
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3595327982088414
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.516399104420732
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3997951600609757
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6873497596153846
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.536769959984756
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.969501201923077
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7222055288461537
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4256949075838414
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6031523913871952
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4547803925304876
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8838641826923075
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.475365615472561
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.760066105769231
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.004356971153846
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7049278846153846
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.714092548076923
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.302485039893617
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.470628324468085
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3504404920212765
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5043633643617023
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3822390292553193
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.580460438829787
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2924035904255318
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.315275930851064
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.287865423387097
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4987084173387095
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.348569808467742
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.541141633064516
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3786227318548385
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6266696068548385
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1556514616935485
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1871219758064515
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.523228236607143
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.663120814732143
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5571986607142856
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.710693359375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.602260044642857
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8092215401785716
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6264997209821428
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6108921595982142
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4883219401041665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6513264973958335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5542805989583335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6609700520833335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.55322265625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7451985677083335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6266276041666665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6405029296875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7790198359929077
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.982034020390071
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.898118905141844
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0123005319148937
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2845394736842106
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.869029809397163
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4201274671052633
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3309004934210527
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0906471631205674
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.651318705673759
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6744099069148937
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.449629934210526
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.810546875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3459087171052633
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5245682565789473
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.064267113095238
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8815104166666665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.282175164473684
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3069490131578947
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1007254464285716
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9310825892857144
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2608816964285716
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.906436011904762
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9232700892857144
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9978563262195124
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0989900914634148
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0268673780487805
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.117282774390244
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.039729420731707
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.162823932926829
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0262480945121952
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.043873856707317
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6517650462962963
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8244056230709877
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7055573640046298
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.856638213734568
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.724609375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.92505184220679
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5420735677083335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5688808111496915
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0663659793814433
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2435365657216493
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1180734536082473
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.279478092783505
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1464441043814433
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.356978898195876
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0490697487113403
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0779236469072164
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.422626201923077
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5754479895104896
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4793487762237763
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3059895833333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.609293050699301
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.009765625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4447699652777777
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48671875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3460286458333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2259114583333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.493635270979021
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0481770833333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.68045236013986
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.67109375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3703698645104896
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.540234375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.466579861111111
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.394995629370629
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.20703125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.701171875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.369140625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5278862847222223
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.060546875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.468974609375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2708333333333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.402560763888889
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.552734375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0052083333333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.78671875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4233940972222223
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.644931640625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.515048828125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.984375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3671875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.387109375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.666591796875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.498930431547619
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.736607142857143
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.564541015625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.789341517857143
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.73259765625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.52673828125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.531201171875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6997767857142856
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7021019345238093
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8116629464285716
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6492745535714284
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.763764880952381
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.334975733901515
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4785267223011362
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3781146425189394
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.508145419034091
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4010934540719697
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.576012813683712
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.228519324100379
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.257483280066288
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9864073057432434
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.160842483108108
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.030880489864865
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.193464949324324
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0523120777027026
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.258894636824324
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8898331925675675
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.91430004222973
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6932209956983806
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5949084324392713
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7343077871963564
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.66159144104251
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8015680351720649
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4848178137651822
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5100581983805668
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6518100012651822
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5345995853808354
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.432840333230958
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.583010211916462
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.472425906019656
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6448335764742015
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.608112906941032
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6350727503071254
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.802494433353808
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6214808022103657
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5188345560213414
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6699278296493905
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8765024038461537
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7626201923076925
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.563208603277439
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.953125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7314155392530486
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.842548076923077
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.391384217797256
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4221340272484757
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.020132211538462
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5822872999237805
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6240985576923075
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.681941105769231
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.945612980769231
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.470054853723404
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.361328125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5236286569148936
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4027509973404255
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.592760970744681
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.568467420212766
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.602376994680851
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7802692819148938
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.365108366935484
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.239037298387097
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.416866179435484
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2876134072580645
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.497889364919355
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.925749747983871
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.954133064516129
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1262915826612905
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6603829520089286
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6186174665178572
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6815011160714286
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6515241350446428
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7086530412946428
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5207170758928572
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5292619977678572
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7870279947916665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.688232421875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6002371651785714
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8430989583333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.739990234375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9137369791666665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4536539713541665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.478515625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6486409505208335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8728252437943262
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.724221520390071
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9175116356382977
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.441817434210526
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3528988486842106
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.79368905141844
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5060649671052633
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0537455673758864
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.463984929078014
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1479724702380953
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.379934210526316
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0221354166666665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4880457668439715
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.552323190789474
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.660322473404255
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2839471726190474
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.412109375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0775669642857144
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4378083881578947
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5953947368421053
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3851376488095237
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8429129464285716
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1381002286585367
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0708841463414633
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9346168154761907
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.205357142857143
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1681116615853657
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0958936737804876
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.209079649390244
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.045255335365854
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0609279725609757
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1706840701219514
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7129539207175926
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.60693057966821
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7569986979166665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6511290750385803
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8279230565200617
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3576117621527777
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3825291763117282
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5237630208333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.242127094072165
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1247785115979383
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2954051224226806
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.167666720360825
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.367751288659794
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3292525773195876
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.368516430412371
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5617751288659796
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5301573426573425
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4317635489510487
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.576854785839161
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5545789930555554
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2096354166666665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4633246527777777
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0631510416666665
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5828125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4736806162587412
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.447265625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.598415798611111
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6463068181818183
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2669270833333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.623828125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.565204326923077
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4959852430555554
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.154296875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5939821896853146
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.668701171875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.495703125
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.651584201388889
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.601337890625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3893229166666665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.748511254370629
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3501519097222223
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.69140625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0970052083333335
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3763020833333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7237890625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.17421875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1399739583333335
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.775576636904762
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.20390625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5834728422619047
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5166015625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.624345703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3151041666666665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.375390625
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.812421875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7780877976190474
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.521669921875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6905691964285716
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.556044921875
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7164713541666665
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.718095703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.555385044642857
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.546177455357143
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7335379464285716
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3789617365056817
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.286521218039773
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.416385535037879
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.325180516098485
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4726081616950757
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0496826171875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0703938802083335
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1918686375473486
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.068359375
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.957664695945946
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1249208192567566
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0050939611486487
/ckpts/Pile100B//160M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1811919341216215
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.743427998310811
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.76734058277027
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.924540751689189
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5475115447874495
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7120959324392713
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5919273469129556
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7573696862348178
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4686827871963564
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4907957995951417
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.629139517965587
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5316928137651822
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.684452741093366
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.869284589987715
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.735094824938575
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9199602656633905
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4572423986486487
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.481222166769042
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.639881180896806
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5299927057739557
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.469256145198171
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.666087080792683
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.676983173076923
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.511075647865854
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.933293269230769
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7349759615384617
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.693341511051829
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.341534870426829
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9965444711538463
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.365916182355183
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.520329173018293
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6478365384615383
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6612079326923075
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.411897984946646
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8969350961538463
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.704326923076923
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6517619680851063
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7049199772267207
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5649038461538463
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3777675860323886
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5370579769736843
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8062768851214575
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8500166223404255
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6249011576417005
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7537718243927125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5993009868421053
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.697265625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.910754654255319
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3960438829787236
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4224900265957445
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.596692154255319
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.005071824596774
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.191469254032258
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4799867021276594
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0512222782258065
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.257623487903226
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0622479838709675
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.085086945564516
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5437883649553572
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6448625837053572
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.270602318548387
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1410975302419355
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6069684709821428
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6258893694196428
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5233561197916665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5301862444196428
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7773030598958335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5366036551339286
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6021205357142858
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5710042317708335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5530308314732142
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7563883463541665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4233805338541665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4468180338541665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6122639973958335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.49072265625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5392878605769231
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7237197937753037
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6198048456477734
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4773690536437247
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5239712487348178
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.512224822874494
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6663516890182186
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.458250964701417
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.539768949468085
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.737034574468085
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5898576019503547
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4805715460526314
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6520353618421053
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5345394736842106
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7950188386524824
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0102306547619047
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.236607142857143
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5668218085106385
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5942209663120566
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7042557565789473
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9946056547619047
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7701268838652484
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3508429276315788
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.37890625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6451268838652484
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3504464285714284
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0932259908536586
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5252878289473686
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.218797637195122
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9287574404761907
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4309210526315788
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9561011904761907
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.126048018292683
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5344892122235874
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3855910242628995
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4584517045454546
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3018043154761907
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.821920109029484
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.360373157248157
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.643211570945946
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4263475122850124
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5949976965601964
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1046316964285716
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2476181402439024
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.029249237804878
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.048161204268293
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.151629192073171
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.079173018292683
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5743867091523343
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.766124078624079
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4992657785626538
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.660880873771499
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3593941953316953
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5440484874078626
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7127226658476657
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.475953048218673
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.421844859182099
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5789508584104937
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4627881462191357
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3219619378810976
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3911728277439024
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.466335389672256
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4383515148628048
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2961366234756095
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5652718892911586
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3616913586128048
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7560096153846154
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8081430288461537
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.631817853009259
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0166766826923075
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5342898485137195
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6493389423076925
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7588641826923075
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0380108173076925
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7657752403846154
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.461232880015432
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9693509615384617
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.478690441743827
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6320258246527777
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.525197723765432
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.429989529639175
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.638611469072165
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4710252899484537
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.707937338917526
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1476522229381443
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1762040914948453
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.356515786082474
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2281934600515463
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.636636800699301
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.812308784965035
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4227430555555554
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6816679414335662
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.15625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5928819444444446
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.25703125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3828125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4390625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.399401595744681
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3236619015957447
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4843916223404254
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.664395960365854
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4575737847222223
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.586443645198171
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.296625664893617
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8233710106382977
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8519257336128048
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.746653487042683
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.363713430851064
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.862721263111888
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.599401595744681
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.21875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3290866758765243
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.297265625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.878605769230769
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6281202362804876
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7958150724085367
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5881494140625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.563137147484756
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.783954326923077
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.112830528846154
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9698016826923075
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.541796875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.438059986888112
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.774814453125
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6231553819444446
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4613335882867133
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6591045673076925
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4225260416666665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.823016826923077
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.021183894230769
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7280649038461537
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.50625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.613226617132867
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.638935546875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.732235863095238
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.299587673611111
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0390625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.32421875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8284970238095237
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5098065996503496
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0423177083333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.293359375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.312890625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.461697048611111
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2923177083333335
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8324609375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6879650297619047
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7378087197580645
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.50078125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.644499747983871
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3701171875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8479712701612905
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.611359627016129
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.932522681451613
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6953125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.979460685483871
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.366796875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.542177734375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.56416015625
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8370535714285716
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.922662550403226
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7137890625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6529947916666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62671875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7041480654761907
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7788318452380953
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6419328962053572
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6183210100446428
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6239769345238093
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6708112444196428
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6048060825892858
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.468994140625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6410784040178572
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7093157087053572
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6997942243303572
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4930419921875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4142252604166665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5757242838541665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.394775390625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4760335286458335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4548746744791665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6703694661458335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6444905598958335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5444481382978723
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4550531914893616
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7535322473404253
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.629579454787234
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2744847074468084
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5031083776595744
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.687383643617021
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4282579787234044
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.105309688683712
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.26189882535461
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.176875554078014
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.236187559185606
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9994959677419355
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3540281471631204
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.14080507535461
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9196698588709675
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2236397384751774
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0924584173387095
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.210023941532258
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4731133643617023
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.478169326241135
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5836759868421053
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.618227066532258
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1428851503314394
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5153166118421053
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.969600554435484
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.143397177419355
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6438116776315788
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8978389616935485
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4337876773049647
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.483861019736842
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5499588815789473
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5232319078947367
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.749588815789474
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.589564732142857
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.279766660748106
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.486142113095238
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8210565476190474
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.714329769736842
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4830729166666665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5667782738095237
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9621465773809526
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.871000744047619
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1437063506155303
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.160193241003788
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5842110770089286
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5430559430803572
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5936279296875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6233084542410714
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7668340773809526
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2888849431818183
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8191247888513513
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6209716796875
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9894425675675675
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2021743312026514
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5412772042410714
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6319405691964286
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.299495045731707
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5260184151785714
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2557164634146343
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.355754573170732
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2515720274390243
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2877286585365852
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1004192073170733
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4372618140243905
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.859031883445946
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8251953125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4226848323170733
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7539876302083335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9134521484375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0140380859375
/ckpts/Pile100B//160M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0438661317567566
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.47021484375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.80126953125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9608154296875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.834274704391892
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7320149739583335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8595597550675675
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0203494510135136
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.906355574324324
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.535682624113475
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4544547872340425
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.631815159574468
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.74573359929078
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1233377659574466
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.680715460526316
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.501620678191489
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.69104609929078
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4374168882978724
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.611328125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7589432565789473
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8664679276315788
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.250925164473684
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.941685267857143
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6612870065789473
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.806126644736842
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5905633223684212
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.755673363095238
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.943359375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.110398065476191
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.745814732142857
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7648809523809526
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.002139136904762
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.650297619047619
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.478801448170732
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4226848323170733
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.565501143292683
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6326219512195124
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.976657774390244
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4507907774390243
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5747427591463414
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4234470274390243
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6998078504554657
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5556047570850202
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7385580086032388
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.317364728009259
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2347005208333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4447629364878543
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4161181037808643
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1948181905864197
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.298707561728395
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3578528886959877
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5334563078703702
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4664963942307692
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5985339701417005
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5206540991902835
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.482247058256173
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.640154510374494
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1469877577319587
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.065379349226804
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2345159471649483
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1092340528350517
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0337065077319587
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.68371456185567
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.35546875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.303016269329897
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4786658653846154
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4091045673076925
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4246419270833335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5531031468531467
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.358253761574074
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4993278597608026
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4476070804195804
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.382184222027972
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5982500241126543
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7138193837412588
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3363715277777777
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6650458916083917
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3841145833333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.271701388888889
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3001302083333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.79296875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1910023630401234
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3961588541666665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.712109375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4680989583333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3157552083333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2516276041666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3935546875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5472819010416665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3962311921296298
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4913194444444446
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.338222173996914
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3385416666666665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2740885416666665
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.898828125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.19921875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.58984375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.751953125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.607285292832168
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.678515625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.18515625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.01796875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.887939453125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.82080078125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4561631944444446
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98666015625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5872395833333335
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.867861328125
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.822880859375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.96328125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6079296875
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.07484375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7535342261904763
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5616629464285716
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7549293154761907
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5727306547619047
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5203683035714284
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.654389880952381
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.057942708333333
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0376171875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2794378221649483
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.192433150773196
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3714763208762886
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4957715850515463
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.855282738095238
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.036666398195876
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.716940839987715
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4335534793814433
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2397309922680413
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1624718105670104
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.559793458230958
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.755801789004914
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3654263283169534
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.392237407862408
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.538659398034398
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4510710995085994
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.58811617014742
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5182337194055946
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4479075611888113
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5974240603146854
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7141062062937062
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6342230902777777
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.41015625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.369577687937063
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.567599826388889
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7134331597222223
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8110894097222223
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3333333333333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.23515625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.501953125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6521935096153846
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6360677083333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4883495410839163
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4257539335664338
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.15859375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.331640625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.449609375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2816840277777777
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9654947916666665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.755099826388889
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6051432291666665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5443793402777777
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.683203125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5690104166666665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3782552083333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3040364583333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9988671875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3828125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.211328125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.135546875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.932021484375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.06716796875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2023828125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6015625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4354931640625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4641927083333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8451450892857144
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.027529761904762
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.128701171875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.964287109375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.89228515625
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8568004261363638
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7820083155776514
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4578683035714284
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.926761511600379
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9174107142857144
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6128162202380953
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.662109375
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.859992749763258
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7503033262310606
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0409416429924243
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0453657670454546
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.983413233901515
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.261454814189189
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.182274070945946
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.35425464527027
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.236644847972973
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.154956714527027
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.750607052364865
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.474002322635135
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5995796017530486
/ckpts/Pile100B//160M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.40894214527027
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4435588557545733
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9107572115384617
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7421875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6286472227515243
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.969501201923077
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4514368568978657
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.716045673076923
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.475383479420732
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6219095369664633
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.732722355769231
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.535823170731707
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.907902644230769
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6735065739329267
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8076923076923075
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9783653846153846
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1100630326704546
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.051291725852273
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.173232569839015
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.257168856534091
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.737445253314394
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0846058238636362
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.213097774621212
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.034523703835227
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8058224239864864
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7322107263513513
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8874841638513513
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.993850295608108
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1590477195945947
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.779983108108108
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7156619510135136
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.94140625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4117001676366396
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5261576417004048
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6716090425531913
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.507114361702128
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4451583059210527
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5789434147267207
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.466798851847166
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6295704706477734
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.473618974569838
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.721060505319149
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2877992021276596
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5064642902327936
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.365328881048387
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3158244680851063
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4716838430851062
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.178679435483871
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3810422207446806
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4154800907258065
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5323304521276597
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.262758316532258
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6473563058035714
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2922757056451615
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5883963448660714
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.489131804435484
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3655808971774195
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6344342912946428
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.559475806451613
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5281808035714286
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6955973307291665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5280354817708335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5499790736607142
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6017892020089286
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7179768880208335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5571463448660714
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6559361049107142
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6240641276041665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6435953776041665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7972005208333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7426350911458335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.554948443825911
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.686752751771255
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5840397267206479
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7130013284412955
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8533935546875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.60738233805668
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7710336538461537
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.386700958375506
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3630064682439271
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8532939937943262
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6838707890070923
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6067023026315788
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9035211657801416
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.444798519736842
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3151971726190474
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6370271381578947
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7546958111702127
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.087983630952381
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7846714317375887
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4460565476190474
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.278885690789474
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.972808621453901
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0592447916666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.201838795731707
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3099300986842106
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9018787202380953
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4474712171052633
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0968940548780486
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.035474844858156
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.852061578624079
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3771587171052633
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.008849047911548
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9292224702380953
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2251810213414633
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5055509868421053
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1536458333333335
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.901489557739558
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.084569832616707
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.92699535472973
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0635230654761907
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5438997235872236
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1268331541769046
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.021436737804878
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3776041666666665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0404439786585367
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1365758384146343
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.576886901105651
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0779344512195124
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1693978658536586
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.389871583230958
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.536255182739558
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4252005912162162
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5721984413390664
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.453158591830467
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6371458461302213
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.494227003992629
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4650884904791153
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.711269048996914
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5556731047453702
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4716439596036586
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6267387576219514
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.743552879050926
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7037259615384617
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9158653846153846
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.518334365472561
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7110565929878048
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5505013814786586
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.377352086509146
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6195897231867282
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7434677496189024
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7256610576923075
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.927433894230769
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.772686298076923
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.736628605769231
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.013221153846154
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.648048683449074
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.808331524884259
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4106564405487805
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.724537037037037
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8619218991126543
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7728365384615383
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.440963273195876
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2654236469072164
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.488683956185567
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0477206829896906
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0785075708762886
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2446641430412373
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1455178801546393
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3008215206185567
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6937554632867133
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5370410839160837
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5277777777777777
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8605551861702128
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3697916666666665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3656154725609757
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.736013986013986
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5147079839939024
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.578125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3956163194444446
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3937928734756095
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.024085771276596
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.16796875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.536725300114329
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.403515625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7056790865384617
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9047475961538463
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7222055288461537
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5589192708333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4264322916666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.914976728723404
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.096417885638298
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8895733173076925
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3460718968531467
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.774609375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.644921875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9381648936170213
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4266952886814024
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5176695478723405
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.155044880319149
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.634921875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.370793269230769
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7713341346153846
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3973524305555554
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5993771436737805
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9791666666666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8076636904761907
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4304318311737805
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5073617788461537
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3974013910060976
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.46328125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.852705078125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9654422883064515
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9912860576923075
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.673549107142857
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.431121612762238
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4198133680555554
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.733623798076923
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9817708333333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.675030048076923
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.128843245967742
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.552517361111111
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.487890625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.558951130319149
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2213541666666665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.556066979895105
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7583705357142856
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.660546875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.51865234375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4729817708333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0143649193548385
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1869329637096775
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.552734375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.597873263888889
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.044039818548387
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2819010416666665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.524765625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9164881552419355
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2612777217741935
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.646298363095238
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71328125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.66609375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.625478515625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4923095703125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7493489583333335
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.771391369047619
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5321568080357142
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.746767578125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.681919642857143
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9495337701612905
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4944893973214286
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5441371372767858
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.775204613095238
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4993198939732142
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5210832868303572
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5631103515625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5128580729166665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6764322916666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5506591796875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7685546875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5344063895089286
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5887044270833335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4423014322916665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7820231119791665
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4744059244791665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.307837433510638
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4678440824468084
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.344456449468085
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5027260638297872
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3811253324468087
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.577767619680851
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4370511968085107
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.504404920212766
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.404263630319149
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6496975806451615
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8471522177419355
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3585981889204546
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.670309729609929
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.682459677419355
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.558182565789474
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9026902721774195
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2245353929924243
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5539949024822697
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7018914473684212
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7473542774822697
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5875858820921986
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3861379912405303
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.07421875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.723727318548387
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4537898936170213
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.801640070921986
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6082442434210527
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7793996710526314
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3510974702380953
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.624486019736842
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9856980846774195
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.076108870967742
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.638157894736842
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.303107984138258
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.823190789473684
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0563256048387095
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6209891183035714
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6665910993303572
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6268310546875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1848028273809526
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.384765625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1802455357142856
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6826346261160714
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.325679894649621
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1293826219512195
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4821448359929077
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7475818452380953
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5930989583333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0936708192567566
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4561101740056817
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.227801067073171
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.936787373310811
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6342250279017858
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3785696318655303
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6803042763157894
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.504309451941288
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1553925304878048
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4908447265625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7068743024553572
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1376161317567566
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2867282774390243
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6621500651041665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4988316127232142
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5257568359375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1764005335365852
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4731794084821428
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8020833333333335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3138814786585367
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.66357421875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.312547637195122
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9595650337837838
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.556396484375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9906830658783785
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7347412109375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1533730996621623
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3439881859756095
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5384114583333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5236002604166665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0428367820945947
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2006440033783785
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.16246952570922
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.348224179964539
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.200243794326241
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3811225620567376
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.284642269736842
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4220805921052633
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.312088815789474
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4490131578947367
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2314383865248226
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.804873511904762
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.054966517857143
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.873325892857143
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.454219304078014
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3426192434210527
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0948660714285716
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.592323249113475
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5573332225177303
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.515213815789474
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.937313988095238
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4151932565789473
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3839432565789473
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.998761432926829
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0984184451219514
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0181021341463414
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2448846726190474
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1131383384146343
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1594122023809526
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0826822916666665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.037014100609756
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5264106781376519
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1564881859756095
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6936677631578947
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1079935213414633
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0889862804878048
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.389476634837963
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.521258318865741
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5737425250771606
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4262273341049383
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.452076099537037
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3496033468364197
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.629949122299383
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3812361352237654
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.710313305412371
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8880074097938144
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9575547680412373
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.768484213917526
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.803137081185567
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.23828125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.020256121134021
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2758134664948453
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.750559986888112
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2401198398919755
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8873606861888113
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.417323736496914
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4267578125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2615680459104937
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2115885416666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.222265625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4410988136574074
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5606553819444446
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9370902534965033
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.453125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7917531687062938
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.389453125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.814138986013986
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5143138111888113
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.657421875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.296730324074074
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.99256993006993
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6409505208333335
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4745008680555554
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.53515625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3033854166666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.44375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.274609375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4977213541666665
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78439453125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3333333333333335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5135091145833335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3466796875
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6708984375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7082403273809526
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.353515625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.471553096064815
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5598958333333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4519374517746915
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.15703125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.52265625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.798921130952381
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8499609375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.70849609375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.713818359375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5459598994755246
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.952314453125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.947265625
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8081287202380953
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.635044642857143
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0724871134020617
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2421069587628866
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3751085069444446
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1111871778350517
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.736328125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.40625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7566964285714284
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1953125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2793371456185567
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.733212425595238
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4663217905405403
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.145558150773196
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.984248046875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6460140893734643
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3525491301546393
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1895538015463916
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.621279761904762
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.155947970360825
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4002267263986012
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.539362980769231
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.434058129370629
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5711456512237763
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3098958333333335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4424913194444446
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0143229166666665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3404947916666665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1751302083333335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.712109375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0169270833333335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.896875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.744921875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4623480902777777
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2044270833333335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4600770323426575
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.941796875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.46982421875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.63251953125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3680555555555554
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.50236328125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.63595388986014
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0520833333333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4216154938811187
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.394613199300699
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.774609375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.660234375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.494047619047619
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6734561011904763
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5209418402777777
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.691127232142857
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.255859375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3909505208333335
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0655221650094697
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3639322916666665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.15234375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0203125
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.091796875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7562313988095237
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.303515625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5473828125
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.287109375
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.177249792850379
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.742490234375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.671688988095238
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.625693359375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.594111328125
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2195564038825757
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.100589636600379
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.795107886904762
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1214044744318183
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.689360119047619
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.042025479403409
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7761346726190474
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.266982569839015
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7771326013513513
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9267050253378377
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.066750266335227
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.985958614864865
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.827781883445946
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.854782516891892
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7313661317567566
/ckpts/Pile100B//160M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.04613597972973
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.546589176829268
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8243689903846154
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7251274294969514
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.027043269230769
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.758894636824324
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.778068773674242
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.932143702651515
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8077873461174243
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9476614287405303
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.837154504024621
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0225201231060606
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1523844401041665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.130704012784091
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.184675886824324
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.353410050675676
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2264833192567566
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3913904138513513
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.629866997722672
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2515308277027026
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3938746675531917
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5370619306680162
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4614125844594597
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8511665962837838
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8232421875
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5912150930851063
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6870769547064777
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.560044755819838
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.733904510374494
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.861067181174089
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8846351530870444
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.388892389112903
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.629000756048387
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1060578504554655
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5992606026785714
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6356375558035714
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7222086588541665
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9033203125
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5132369686234817
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4226993452682186
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.561547159665992
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.449722846027328
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.614720394736842
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8713072494939271
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8985165738866396
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8828679078014185
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.048116460020243
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3688322368421053
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.098182624113475
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0688244047619047
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5495476973684212
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.39453125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7260346283783785
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.086842606707317
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.617902526105651
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2072694359756095
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7941396652334154
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.650788928132678
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.844522612100737
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3434236793611793
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3721350967444716
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5179044456388207
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6537594057125307
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5362023955773956
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.702376382063882
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.569103194103194
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.764770807739558
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7243742766203702
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3664292843980346
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5577511671112805
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3933075476044228
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.53688382985258
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.083683894230769
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.452684355945122
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9218418451003085
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7647235576923075
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.640226038490854
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4862060546875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.984675480769231
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.823918269230769
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.669677734375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2806843083079267
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3081114233993905
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.111177884615385
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7274639423076925
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7205528846153846
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1590286726804124
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3641269329896906
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4493765482088414
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.031850961538462
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.438770214160839
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7266206781914892
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.483615451388889
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5866073980564024
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.466942763910061
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.099609375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.628507288490854
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5609375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.613090034965035
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9381009615384617
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.766826923076923
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.60102227393617
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5027450933689024
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.984074519230769
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6469184027777777
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8201622596153846
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.611943359375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.36328125
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.793359375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.790151263297872
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.637533244680851
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.691310975609756
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.715122767857143
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.109406502016129
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.857588098404255
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2822307180851062
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.023137019230769
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.806005859375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3091755319148937
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.296809498856707
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9957157258064515
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.323879334984756
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.462646484375
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7084728422619047
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6795372596153846
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.694561298076923
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9173677884615383
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.170929939516129
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.028099798387097
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5994873046875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.237241683467742
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2494959677419355
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.471401263297872
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5473458426339286
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.276493195564516
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6328938802083335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6311907087053572
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5791364397321428
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6218610491071428
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5418178013392856
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5161539713541665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.471553679435484
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5453055245535716
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7420654296875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.550537109375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7428385416666665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3873697916666665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4287109375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.695103236607143
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.614536236702128
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.48359375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.664552859042553
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.523612034574468
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5821940104166665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.734582779255319
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6430629432624113
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1313949092741935
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.268428679435484
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3266759072580645
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.388498017282197
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8163034539473686
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5246010638297873
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.291082114361702
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3191988031914894
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.474717420212766
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1654485887096775
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.717208059210526
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.082961309523809
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7166722074468086
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5591301195549243
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5594664228723403
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.403288810483871
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.886532738095238
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4944893973214286
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5493861607142858
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7680352393617023
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.882298519736842
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5524030412946428
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7471049423758864
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.751541940789474
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7791029476950353
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4630335365853657
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5027378627232142
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.624212449596774
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9393503289473686
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6547694052419355
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0555320945945947
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8561932963709675
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.491673519736842
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.056082589285714
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8882068452380953
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5622944078947367
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.386814024390244
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.212797619047619
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.478329613095238
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5788981119791665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7079671223958335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5717075892857142
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7346598307291665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.476748511904762
/ckpts/Pile100B//160M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2583139780405403
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6140543619791665
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.536108993902439
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.408155487804878
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.971340314716312
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5157645089285716
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.564906529017857
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.654296875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.538967225609756
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2289919969512195
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6642680921052633
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2458555640243905
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8063151041666665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.779389880952381
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3944905598958335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4167887369791665
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5731608072916665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3487995426829267
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6365248226950353
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7678413120567376
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8210882092198584
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6755180629432624
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.449732730263158
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5672286184210527
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6160567434210527
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4818050986842106
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2311197916666665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4483816964285716
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4894903273809526
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8967198581560285
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.294735863095238
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6881167763157894
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.154504654255319
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1375285823170733
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2172256097560976
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.188746675531915
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3723958333333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2397580030487805
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6284412202380953
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2870065789473686
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.160060975609756
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3162006578947367
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4508634868421053
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8859747023809526
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.920200892857143
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.238002232142857
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2794397865853657
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.508180217978395
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9928067835365852
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0141006097560976
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.103849085365854
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.414463372878086
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.563892505787037
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.440254870756173
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6143150800540123
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.614842544367284
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.644374517746914
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4521182345360826
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3205138530927836
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8045940634645063
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.533142719072165
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.365677351804124
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.592843911082474
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0177190721649483
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.049291237113402
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.687226835664336
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.215649162371134
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.514072747878086
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.625928337191358
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5072699652777777
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6757963204089505
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.55078125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.587016499125874
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.352734375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5451750578703702
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.422634548611111
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4407552083333335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.23984375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.154912109375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7509151005244754
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6094706075174825
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7318311149691357
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.581271701388889
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9443824404761907
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.80545236013986
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.010810546875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4483506944444446
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6263020833333335
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.401100852272727
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4713541666666665
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.412109375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.26875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4255490603146854
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6117621527777777
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.241970486111111
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.701171875
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.668247767857143
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2412501205632718
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2942708333333335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4486701871141974
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2779857494212963
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.479296875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.451171875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2662760416666665
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.199130859375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3313802083333335
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.038779296875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2370328608247423
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3717582152061856
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48046875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.428137081185567
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27078125
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9971168154761907
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2749677835051547
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81943359375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6708519345238093
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.829755859375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.112258184523809
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.659877232142857
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.568495957167832
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6005394345238093
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.498610663659794
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.390842013888889
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5208333333333335
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.650390625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0436734858247423
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.238905444587629
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0759302512886597
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.990947265625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7445126488095237
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.463355004370629
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.565518465909091
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.619891826923077
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4293619791666665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5380859375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4900158435314683
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1751302083333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3470052083333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.571506076388889
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.357421875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.498046875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3873697916666665
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.541796875
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4634331597222223
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2161458333333335
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.391015625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.682412109375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.809990234375
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.864384765625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.680247486888112
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.717900390625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6128162202380953
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0066034226190474
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6284722222222223
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0717075892857144
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4830729166666665
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1754816228693183
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.634375
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.417149256993007
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5868389423076925
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.444998361013986
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7963169642857144
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2450086805555554
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0979669744318183
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.009765625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.390407986111111
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2699652777777777
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.949033203125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2473958333333335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0169270833333335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6921875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.90546875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.725390625
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1005394345238093
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5216015625
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2213541666666665
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6814453125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.528505859375
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1210197679924243
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9024757179054053
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6587611607142856
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.263094815340909
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.865327380952381
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.724702380952381
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3097367720170454
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3314800840435606
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8036581503378377
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.96508129222973
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8306323902027026
/ckpts/Pile100B//160M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0189505912162162
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.948875633445946
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.461795691287879
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9809702280405403
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.144425675675676
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1873113458806817
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2796334931344697
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.326068300189394
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2138043027935606
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3754438920454546
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8950855152027026
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0164432010135136
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0620249155405403
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.779470732717803
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9263619087837838
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.956350615530303
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.809603604403409
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9401647899797572
/ckpts/Pile100B//160M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1259765625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.099775430161943
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.167361697635135
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3595069679054053
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1977934966216215
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9661563765182186
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1628012715080973
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4490507179908907
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4669906060222673
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5948491270242915
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4982603744939271
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.115997438006073
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9482421875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.979239151062753
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1787109375
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.84574266194332
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.873023152834008
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0314239625506074
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9093615574392713
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.415060657248157
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5743771114864864
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.443594517813268
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6262860872235874
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3621151335995085
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.38918535012285
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.530501382063882
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.428910089066339
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6008954622235874
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4376007754914006
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4645654176904177
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6473961532555284
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.35770980497543
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.353491806402439
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7543569711538463
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5096048494664633
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3834555436117935
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4241304514742015
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.529124117014742
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.946965144230769
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3799453363185976
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5516506288109757
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7827524038461537
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.014873798076923
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.462205840320122
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.488450957507622
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.749248798076923
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6294243044969514
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.778094951923077
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.927734375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5304580316310976
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8279747596153846
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3552775930851064
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5326374333079267
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.368473704268293
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3944717035060976
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.927433894230769
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7298677884615383
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5248753324468085
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.764873798076923
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5675346560594514
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9716045673076925
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3343623991935485
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.389203789893617
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5861369680851065
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.457698170731707
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.716796875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.542905745967742
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.297049534574468
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3233793218085106
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.476030585106383
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4826779249237805
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.598667689732143
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.523705459222561
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6338486089939024
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7349759615384617
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3716607862903225
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.799579326923077
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.923527644230769
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6090914818548385
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7850167410714284
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1480594758064515
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1783959173387095
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.47021484375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.349640877016129
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.366539228723404
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.663609095982143
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.788853236607143
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6310628255208335
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5282505580357142
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5475202287946428
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5950230189732142
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.486328125
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6636962890625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.227665070564516
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.538314494680851
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.368434175531915
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6316731770833335
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6534423828125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3961353058510637
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7986653645833335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5941655585106385
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.896456671099291
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5497872488839286
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.934538810483871
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7094884072580645
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.292927194148936
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.564041940789474
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.750126008064516
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.026997451241135
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.992092993951613
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.554966517857143
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7278988486842106
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7007242838541665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3195811170212766
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3646193484042555
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4769365026595747
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7802734375
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.586216517857143
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.767671130952381
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8689189937943262
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0855080895390072
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6216517857142856
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0179561491935485
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.291730182926829
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5876850328947367
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7561677631578947
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.761021205357143
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.639918550531915
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6741051640070923
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5914248511904763
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4260194359756095
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.853169326241135
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.494551809210526
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8877418154761907
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6485188802083335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4628499348958335
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.043189264112903
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5227179276315788
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0923954133064515
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4918212890625
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.216607862903226
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6554276315789473
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4695870535714284
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4882114955357144
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5026971726190474
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6758219401041665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7137276785714284
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.306307164634146
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4513624237804876
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5276576450892856
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.322932545731707
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.549072265625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3478944359756095
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6487513950892856
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6302490234375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.434832317073171
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7192625221631204
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5579769736842106
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6464436848958335
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.691650390625
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.80615234375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5914248511904763
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.454343971631206
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2447501108156027
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.280682070035461
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3580411585365852
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.522923519736842
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3640008223684212
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.500678745567376
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3775699013157894
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0589657738095237
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2768787202380953
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.559004934210526
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0609188988095237
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3701636904761907
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5279255319148937
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.041015625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1475800304878048
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5078125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0579744664634148
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1763052591463414
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.554535128546099
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.486421130952381
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5978778812056738
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7153008643617023
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.536595394736842
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.576583059210526
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6754728618421053
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.695363739390432
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5084635416666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.311213795731707
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5883556547619047
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.719029017857143
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8679771894290123
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.330173399390244
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.361661585365854
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.463224085365854
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.724051769868827
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9161542727623457
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.100374516752577
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5342188705632718
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.556854624807099
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.69897159529321
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2774444265463916
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.13269168814433
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.337870489690722
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.040572648195876
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5943407600308643
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0728696842783507
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2317171391752577
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4751557036713288
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3118489583333335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5294837480709877
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.333128375771605
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.39453125
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.52578125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3663194444444446
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6258604676573425
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.573826919367284
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4457465277777777
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.867529296875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.59765625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1155968105670104
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5945870535714284
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5028545673076925
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6941378933566433
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.035546875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4314778645833335
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3301866319444446
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4127604166666665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4857855902777777
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.547265625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.344706075174825
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5989583333333335
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8504464285714284
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7703125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.369632320804196
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3089159149484537
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.12487918814433
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5005326704545454
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.419921875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2434895833333335
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.895419921875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4418402777777777
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1563909471649483
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.36171875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2682291666666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.453242549189815
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10681640625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.38046875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5738932291666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4934202594521606
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4322916666666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5997239101080245
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.36328125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.567578125
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6773623511904763
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8130078125
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.146391369047619
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.814521484375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9695703125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5086495535714284
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4957217261904763
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0335655605670104
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.595982142857143
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4040920017482517
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.481228298611111
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.063406088917526
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4375
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.109838112113402
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2289384664948453
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6475223994755246
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.490316324300699
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.861552734375
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.518657124125874
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4496527777777777
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3138020833333335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3203125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0944010416666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.533296130952381
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.972265625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76796875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.709448754370629
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3323567708333335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1549479166666665
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.80859375
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.48828125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3606770833333335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.739169921875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.588837890625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0296875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6158203125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8003162202380953
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.627743675595238
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.387606534090909
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.371722597064394
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81005859375
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7571614583333335
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4164496527777777
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2740885416666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.23828125
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7028924851190474
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5174116654829546
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.412601070804196
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4512401660839163
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5564903846153846
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.837861328125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.439236111111111
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.298828125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4778645833333335
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5758463541666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3404947916666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.26171875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4557291666666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.511532738095238
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.310546875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.43828125
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0179740287162162
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.399421460700758
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.566683682528409
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.839013671875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88232421875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.996552734375
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.218997839725379
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1945206925675675
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.246955640388258
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5788690476190474
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5257626488095237
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8431919642857144
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3604144472064394
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.048537795608108
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.247941300675676
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8814400337837838
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9047719594594597
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.055980785472973
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2716989228219697
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.018747040719697
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8810221354166665
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.893454811789773
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.075912937973485
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.948532516891892
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4189980996621623
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2515572212837838
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1282515092329546
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.27660472972973
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.486433699324324
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6396484375
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.150494199810606
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.182791045217803
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.273230350378788
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5517380440283401
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7908044763513513
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7139344003036436
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.82055004222973
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.550547982034413
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.859480574324324
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9714685388513513
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5731868357793521
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7214424658400809
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6191920230263157
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7769760564271255
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.078318731022267
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9562167889676114
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1392926050101213
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4641597608805668
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4940734121963564
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6300132844129556
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5306806680161944
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6666244939271255
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5817049293611793
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4693162622850124
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6577808277027026
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.472137976044226
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.49718308507371
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6536538313882065
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5428343826781328
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7105152027027026
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5768149186117935
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.453326550982801
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.632822097665848
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5439093212530715
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6796934546493905
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.581345016891892
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.008112980769231
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5737900152439024
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.912109375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7377533783783785
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.621496851965602
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.78233933507371
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7535787442835367
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5412240377286586
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.11328125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6407752403846154
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5644888528963414
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7220607850609757
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6896033653846154
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6085889862804876
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.888371394230769
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7442908653846154
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.774152057926829
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.531524268617021
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9496694711538463
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.676686356707317
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5534370236280486
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9711538461538463
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8442007211538463
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7305699790396343
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4068317819148937
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.045222355769231
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.426245712652439
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5958533653846154
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.409337197580645
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6129903590425534
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4693216463414633
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.409017619680851
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2766822076612905
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6759314903846154
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6318359375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.436901595744681
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.607413563829787
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.491331449468085
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6250833650914633
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5009735851753048
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5042212701612905
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.659132050304878
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5940464564732142
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8802584134615383
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.692608173076923
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9065020161290325
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8765024038461537
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8591715494791665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.929592993951613
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.098758820564516
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9821068548387095
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6353585379464286
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7541910807291665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6230817522321428
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.59326171875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.665733045212766
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6569126674107142
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9713948567708335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6220528738839286
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.528041888297872
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.395570146276596
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.70654296875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.593143284574468
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7296142578125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8885904947916665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.488056848404255
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.154517389112903
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7739664713541665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.919007646276596
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.276178175403226
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1274256552419355
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.696751644736842
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3453251008064515
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.527202460106383
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7846714317375887
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7998511904761907
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.912865423387097
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6752232142857142
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.600020559210526
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.687220982142857
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5621861049107144
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.625279017857143
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4793730945121952
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.742222377232143
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.145348515070922
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7046708776595745
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5716838430851063
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7500498670212767
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9458480342741935
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4411153590425534
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9455159505208335
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7878289473684212
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5205078125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8497314453125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7200113932291665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.355879934210526
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.396532012195122
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4625858820921986
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.878627232142857
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6383948359929077
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9007975260416665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5093362145390072
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9339657738095237
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3806537828947367
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5256990131578947
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.112430695564516
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9973853326612905
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5393415178571428
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.54296875
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.157163558467742
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4285567434210527
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0264136904761907
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.532917301829268
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2281436011904763
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1102120535714284
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0744569359756095
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5703938802083335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.093654725609756
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6020159040178572
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5464739118303572
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.195217225609756
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6233607700892858
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1206173780487805
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6971825132978724
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7291259765625
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7760555186170213
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6021728515625
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6313718971631204
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7523193359375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5982730263157894
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8447611923758864
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7151521381578947
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6023848684210527
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3422619047619047
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.777857730263158
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4528202570921986
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8016183035714284
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6222098214285716
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3694490131578947
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9032738095238093
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.229516006097561
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.806733630952381
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.468416539634146
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.385099085365854
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.480538009751773
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.513957698170732
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3996710526315788
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.046160442073171
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.929594494047619
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.656596298758865
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.526595744680851
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7498402536651234
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7018229166666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5553042763157894
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4446957236842106
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5891241776315788
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0675971798780486
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1453683035714284
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9458705357142856
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.639796127507716
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.203031994047619
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1716844512195124
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.098704268292683
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.197599085365854
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8368748794367282
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2898880476804124
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3427613811728394
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.365918571566358
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.50634765625
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1603777384020617
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4070849006558643
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3754832474226806
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.167384826030928
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.198131443298969
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3755436533505154
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5511227054195804
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2492147229381443
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5575116946373457
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.644941165123457
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.618923611111111
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5243055555555554
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.498046875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.614453125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.699933087384259
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.443796437937063
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.02029296875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5143229166666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3450129002700617
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3912760416666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.485546875
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6944754464285716
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6307364510489513
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9056640625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4517182036713288
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3756028163580245
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6832682291666665
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6276041666666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2814714884020617
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6084449404761907
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.438124194587629
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.142115012886598
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.703515625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5121527777777777
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0319010416666665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4763303103146854
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.142578125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.347193137886598
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.630968640734266
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0903125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5347222222222223
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5247213723776225
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0286458333333335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.167578125
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.251087306701031
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6801215277777777
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.559541015625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.275390625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.511073736496914
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.411699459876543
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.898623511904762
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.335546875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.57421875
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.551483531057099
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1106770833333335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2234375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7194010416666665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.59421875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7246875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.668095703125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7277715773809526
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2929284793814433
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7553013392857144
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.637788318452381
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6013029938811187
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.48165701486014
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.693468640734266
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.479723743556701
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3376691365979383
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5308271585051547
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.618923611111111
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5006510416666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.513671875
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6626966783216783
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.724826388888889
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3821614583333335
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.33984375
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.487109375
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.34140625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.38984375
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.665798611111111
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.578125
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.495397180944056
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.566015625
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.042314453125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.914189453125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.788505859375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3921440972222223
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0520833333333335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.153125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8154761904761907
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.101376953125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.820219494047619
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7953869047619047
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4041156190814394
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5263193837412588
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.1023065476190474
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4943310546875
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.426540798611111
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1022135416666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5009765625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.18828125
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.313469164299242
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5371484375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6795918924825175
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5722519667832167
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1138091216216215
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7213450611888113
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.529482886904762
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.565646701388889
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4606119791666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2701822916666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1139322916666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.600368923611111
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.469108812736742
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3578125
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.242578125
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3092447916666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.40078125
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0414077296401514
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9933488175675675
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.699267578125
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.571123046875
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.73646484375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0604839902935606
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1858871922348486
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6869419642857144
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7294456845238093
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7566964285714284
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0966537937973486
/ckpts/Pile100B//160M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1850981841216215
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7234480574324325
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.741237331081081
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8980415962837838
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.793232685810811
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.314334753787879
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.208351828835227
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.225064364346591
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3631110913825757
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.040016867897727
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.014622043918919
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.888302364864865
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9562394425675675
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.075538429054054
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.062847715435606
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6405498798076923
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7296505489864864
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8403695913461537
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0978227095170454
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1821547999526514
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.212172999526515
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7573638091216215
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8544921875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.885271697874494
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.805030616554054
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.907332136824324
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.95629222972973
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0458272710020244
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9432051809210527
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0740645559210527
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5526908843623481
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.729504048582996
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9859881072874495
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9265996647267207
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.963123892965587
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1524425923582995
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5702693105036856
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.040991902834008
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.194071039979757
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.039956034919028
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.769296107186732
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3460390433046685
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3794437192874693
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.520961302211302
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4139905175061425
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5603837146805897
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.654412046990172
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.852767007063882
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.450221706081081
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4595698326167077
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.482172335687961
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6396127096036586
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7974759615384617
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.650141085687961
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8368604706554876
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.013371394230769
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6843903562653564
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.523557470823096
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5534158092751844
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3231230945121952
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6654146634615383
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.363995807926829
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7279146634615383
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.508762266577744
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3895293445121952
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.886418269230769
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5324409298780486
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7373798076923075
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.911358173076923
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.518675199468085
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.539646055640244
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.730224609375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7612680288461537
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.021484375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3842326838795733
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.441945145769817
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7382646276595746
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6131310096153846
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.837590144230769
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4229676781631095
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.009734122983871
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7134915865384617
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2758976063829786
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.226530997983871
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.585157440929878
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6377650669642858
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.311369680851064
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9136117788461537
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.466904920212766
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.34609375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6985735212053572
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8026529947916665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1457913306451615
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5038896276595746
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6105599752286586
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4550096465320124
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4888528963414633
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.184601814516129
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.923527644230769
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.727313701923077
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7947716346153846
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.360572076612903
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9969889322916665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2261529737903225
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5045689174107144
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.395570816532258
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.540492466517857
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.612965425531915
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8327210771276596
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6349051339285716
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.46533203125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.509556361607143
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3946891622340427
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6812220982142856
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5001627604166665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.399576130319149
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4305186170212765
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.540489250886525
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6462809244791665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.022397933467742
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.237430695564516
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4392475328947367
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5233968098958335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.665771484375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.902123235887097
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.130952380952381
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7564550088652484
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.279233870967742
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6164228723404257
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9309475806451615
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6403166118421053
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5877336774553572
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6272147042410714
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.139386432926829
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5013020833333335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.462193080357143
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6371481604609928
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5717075892857144
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6381429036458335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.510044642857143
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1146988407258065
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.829833984375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.649717420212766
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.47602227393617
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5153839760638297
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6702958776595747
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3077713815789473
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.277057926829268
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5118408203125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.342310855263158
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0219494047619047
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8560643838652484
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58251953125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5417887369791665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7104526817375887
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1005394345238093
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4792351973684212
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6771414620535716
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9022606382978724
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1452242943548385
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.979271673387097
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3685238486842106
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.008631552419355
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0386814024390243
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.341796875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5203536184210527
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.154575892857143
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.061833079268293
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3777901785714284
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.702392578125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1583460365853657
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7110421316964284
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5231236049107144
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5943080357142856
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.087223704268293
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5569176640070923
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1743997713414633
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.770417774822695
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4729646381578947
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.666426809210526
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4320838874113475
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7249348958333335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5711263020833335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5995279947916665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9813988095238093
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3716517857142856
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.388157894736842
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7801695478723403
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.461463874113475
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4120065789473686
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.083705357142857
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.425267269736842
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.114948551829268
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2465224847560976
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.240141369047619
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2138206845238093
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.645348515070922
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.086604420731707
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.584498355263158
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1130907012195124
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1076124237804876
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.472935267857143
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4294313030478394
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6861979166666665
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.507604720744681
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.539020944148936
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2169397865853657
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.618112664473684
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4576480263157894
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.611448688271605
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4810855263157894
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4830729166666665
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2456287202380953
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3207775297619047
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2819144652061856
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.231469131097561
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1310975609756095
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.533857180748457
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1561070884146343
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.569402247299383
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.509000483247423
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7131679205246915
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5965892650462963
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.742823471257716
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0233368234536084
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0616543170103094
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5497432255244754
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.224891269329897
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4341272424768516
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.611837504822531
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.602322048611111
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1595052083333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0976159793814433
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.24453125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.265786082474227
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3392228491512346
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7600524475524475
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.66578125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3699303144290123
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7826605902777777
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3743489583333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.645673586998457
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.462109375
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6999627976190474
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.876337890625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3852690077319587
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.397754589160839
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6145900451030926
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7465122767857144
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.525664906442901
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.286349826388889
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.428198754370629
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0553385416666665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3609375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1361750966494846
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3193359375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1139322916666665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3859375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5685096153846154
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1743516430412373
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.587734375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.149001288659794
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4617433347902096
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4439019097222223
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3098958333333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.598681640625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6028736888111887
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5765625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.779482886904762
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.348415798611111
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5500578703703702
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4043390721450617
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1276041666666665
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4301818094135803
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.433984375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4708116319444446
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6986607142857144
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.330078125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.772373046875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.601171875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3655968105670104
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.64048828125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0811011904761907
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.816162109375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5950520833333335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5898574082167833
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7895405375874125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.074404761904762
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4962022569444446
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1490885416666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6659071180555554
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3776041666666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.262109375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4796875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.501816542832168
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4033102448453607
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.221508537371134
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2566849226804124
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3598090277777777
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1080729166666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.631123046875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5325611888111887
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.822626953125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.13671875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.507129589160839
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.390625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7309337797619047
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1634114583333335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8540736607142856
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.16796875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3916015625
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62724609375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1920572916666665
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1182306463068183
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.491015625
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8256138392857144
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.66837890625
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.706201171875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7121530812937062
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7310267857142856
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2754313151041665
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5342881944444446
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1400669642857144
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.380859375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.35546875
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8158255912162162
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8468359375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.747172749125874
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.585063374125874
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6104676573426575
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.201264880952381
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.223913944128788
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.558376736111111
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4254557291666665
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.408203125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.189453125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4564887152777777
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.37890625
/ckpts/Pile100B//160M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0122466216216215
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.21953125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2278645833333335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.238671875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.261482007575758
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8928125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.709443359375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.766162109375
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.382742217092803
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.129092261904762
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.654110863095238
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.282208066998106
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8451450892857144
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4093461470170454
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.879856418918919
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.909839527027027
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0635557432432434
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.947635135135135
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.117446437026515
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2635793974905303
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.109269425675676
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0413707386363638
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.063469164299242
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.336373993844697
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8273067989864864
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0224081503378377
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.718855574324324
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1449780174595143
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.199203953598485
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.742293074324324
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.994774070945946
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3832513600708503
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.220810398910985
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0975230823863638
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.123679421164773
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.90746410472973
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4061847640435223
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.535603017459514
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.94457347972973
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7889305320945947
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8145323057432434
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4462574329453441
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5894207047064777
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.476590175860324
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2877815030364372
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3835795167004048
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4026343465334008
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5025699013157894
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6468402074898785
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.427287607540486
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6248416385135136
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.441912322874494
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5460644926619433
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6004515118927125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4642966830466833
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.492163505835381
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6521901873464375
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5385922143734643
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.713125767813268
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5748377994471743
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7461897266584767
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.612561425061425
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.62522554514742
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.766963874385749
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5959829935213414
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7706877687346436
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.987079326923077
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6661835841523343
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3470339891387195
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6977163461538463
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3746933355564024
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6908447865479115
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8200101735257985
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.890452242014742
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7029747596153846
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5288234803734757
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.966045673076923
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.420931188071646
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.739032451923077
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.594416920731707
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.459082626714939
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.948918269230769
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7947716346153846
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.578873005319149
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6757514767530486
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.643727372332317
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.994140625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6908052884615383
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.670582841082317
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7513521634615383
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4019032579787236
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8125535918445124
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4808782762096775
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9130108173076925
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6460020483993905
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.030799278846154
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2027469758064515
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.731689453125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4298703457446806
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7159215415396343
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7905649038461537
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.605435505319149
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7494303385416665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4785853794642858
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.487965425531915
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2399508568548385
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6684923537234044
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5178357712765957
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7351014672256095
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8682891101371952
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4311680947580645
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.934588176448171
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4268391927083335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.829777644230769
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9869290865384617
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.063100961538462
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.297631048387097
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4906354631696428
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.728399268617021
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5601313164893615
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5009765625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5514962332589286
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3432459677419355
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.575573470744681
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4521077473958335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5060511997767858
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.729862034574468
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0051667774822697
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5632847377232142
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2175214213709675
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6190592447916665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.979649697580645
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5121895926339286
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5940583881578947
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4977213541666665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9496282762096775
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.533482142857143
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.734657579787234
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6846110026041665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6889821586879434
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0963961693548385
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.767822265625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4765625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5432942708333335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6215093085106385
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3495065789473686
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2140339176829267
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9324776785714284
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4915945870535714
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.580267137096774
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7941080729166665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8128255208333335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5264543805803572
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7181543661347516
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9926600302419355
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.028010670731707
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3791118421052633
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8395182291666665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6473570478723403
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.942084995567376
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.789137300531915
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8730302526595746
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9725341796875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.960844494047619
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5836879185267858
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5251850328947367
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7737145390070923
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2890625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4904610770089286
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.000678745567376
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4309210526315788
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8372949911347516
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0493997713414633
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.017515120967742
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.592722039473684
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.154359879032258
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2327053931451615
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.741455078125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1356026785714284
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4544613486842106
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1499142530487805
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.322265625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8795572916666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0982142857142856
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.747340425531915
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.471838984929078
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.079744664634146
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.49267578125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6998355263157894
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5331159319196428
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4334909539473686
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5561174665178572
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1945026676829267
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4930878767730498
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.100562118902439
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.654296875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9908854166666665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.461451480263158
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6398492907801416
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8927408854166665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.028971354166667
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.094807942708333
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5891241776315788
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.089750744047619
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2742949695121952
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1283822408536586
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2433035714285716
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1093888519503547
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1451028963414633
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.643606085526316
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5345744680851063
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2378525152439024
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.503495065789474
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4680059523809526
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.811475212191358
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.128627232142857
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2296112804878048
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5703275704089505
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5577210771276597
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.701379654255319
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7705424423758864
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.169921875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5090460526315788
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6500822368421053
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.70703125
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.152436755952381
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.380580357142857
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3395819909793816
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5362723214285716
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5991361641589505
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.185880335365854
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.275438262195122
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.321551067073171
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.158364207474227
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7567455150462963
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6426625192901234
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.817539544753086
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.683331524884259
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.191245167525773
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6743744536713288
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6052366657021606
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3571717062114197
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3759866301546393
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5266927083333335
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.439453125
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.674609375
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2433553479381443
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.379668812692901
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.883603515625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4121230332167833
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.445594394329897
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.496826171875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.288901417525773
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1120721726190474
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2996961805555554
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0455729166666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.426953125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.542490234375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.474891269329897
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3316688144329896
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8343563988095237
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.439125327797203
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.878782672646605
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.343568782216495
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4104817708333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3264973958333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.05078125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.451171875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.583738527097902
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5095441365979383
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4588758680555554
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2942708333333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.557978515625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.65390625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.482886254370629
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.647563374125874
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.728236607142857
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3705512152777777
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1380208333333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.713759765625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.514453125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5166630244755246
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5161675347222223
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.35546875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.429316767939815
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.543915171682099
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.605351200810185
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.713671875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.519188949742268
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8079427083333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.400390625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1901041666666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.624970703125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.387121456185567
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8267045454545454
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.491914335664336
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.766337890625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6314639136904763
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6415625
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6180555555555554
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6322699652777777
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.505859375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1282552083333335
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8074776785714284
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.45234375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.209375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4952605987762237
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7663690476190474
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99373046875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.595390625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.653537326388889
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.615862652972028
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1015625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.195703125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.138485863095238
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.693638392857143
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.423365012886598
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5754671391752577
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.656874194587629
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7886284722222223
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.31640625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.34921875
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.468124852035985
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.64740234375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.743466796875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7137276785714284
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7131228146853146
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7513950892857144
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5295154064685317
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2379150390625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5672743055555554
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4166666666666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.787109375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7010633680555554
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1686197916666665
/ckpts/Pile100B//160M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1688133445945947
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.245703125
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.850224609375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.677587890625
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7079613095238093
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6354166666666665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9350190033783785
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.540933675699301
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6652097902097904
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.727573208041958
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.26708984375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.71484375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.838650173611111
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8997395833333335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.193359375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.376953125
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4466145833333335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.403515625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4796875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3923894708806817
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.679091796875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.806943359375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91060546875
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.307284268465909
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4466441761363638
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7748325892857144
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6565755208333335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.761904761904762
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9637352195945947
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.342914003314394
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1313872466216215
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2706409801136362
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0460611979166665
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0125105574324325
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.202834670608108
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.062777432528409
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.056983741554054
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1615915009469697
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.002903293918919
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7577333192567566
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7624841638513513
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5250150240384615
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8959301097972974
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.49951171875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0897327769886362
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5569806427125505
/ckpts/Pile100B//160M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.253800675675676
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8032358530405403
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.250754616477273
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1071518406723486
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.19921875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6960004428137652
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6068090523785425
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0171030405405403
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.822529560810811
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.951277449324324
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7279660614878543
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.615028782894737
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.788370603491903
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4446522330465588
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4701772836538463
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6103317940283401
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4983394483805668
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3430739182692308
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6349040043016194
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3533092751842752
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3855862254299756
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5304632148279351
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6914734628036436
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.572506800354251
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5355161624692877
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4344191492628995
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.574247542997543
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.454094364250614
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.63694429514742
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.363401220823096
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3945696406633905
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.545401758292383
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.429601121007371
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.330882002667683
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6807391826923075
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.368830983231707
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.368017698095823
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.744140625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5817865095208847
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.521680878429878
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9181189903846154
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.642923640970516
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.464066339066339
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5379827625921374
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4089057736280486
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7782451923076925
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5456632288490852
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9272836538461537
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.431715058117378
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.808894230769231
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6088569455030486
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.007061298076923
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2812998670212767
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.337971012766768
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3757621951219514
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.698918269230769
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7752403846153846
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5261260241996952
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9364483173076925
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3154005984042554
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2553868447580645
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.402677210365854
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7665264423076925
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.61865234375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.286321824596774
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4798121675531917
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.466106135670732
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.549894007240854
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4705403645833335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.939152644230769
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8051382211538463
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.363663563829787
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.616455078125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5173952792553194
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.496125252016129
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3921126994680852
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4976806640625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.591971409574468
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3489478326612905
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6135551638719514
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.439012480945122
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3711562738185976
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.284732380319149
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.320354055851064
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.006310096153846
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8294771634615383
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6195913461538463
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6773158482142858
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.543882308467742
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.374243951612903
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.484757313829787
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6336146763392858
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6234248991935485
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7501246675531914
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.65966796875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3554936835106384
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.619235131048387
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.652375252016129
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6851632254464286
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.306126644736842
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6436593191964286
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5720621744791665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0187872023809526
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7049211774553572
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8704322076612905
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6720784505208335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7865968528368796
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5288434709821428
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5734340122767858
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6928238407258065
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5651448567708335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3420024671052633
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.040062881097561
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7466634114583335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.51953125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0945870535714284
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6139090401785714
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.294040890957447
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.47802734375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4979654947916665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5507463727678572
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.978266289893617
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0629763719512195
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6627604166666665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.484375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9130859375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.618195564516129
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5332438151041665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0211103723404253
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3607700892857144
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.591123670212766
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3974983377659576
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.48984375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.396895559210526
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.015694259751773
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1595982142857144
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8665780141843973
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6466587611607142
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5206620065789473
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.164777057926829
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4683314732142858
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.090868794326241
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.396073190789474
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3831845238095237
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.990297379032258
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.733461441532258
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9205519153225805
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.130513076241135
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1733987145390072
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5924136513157894
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0960842225609757
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2310267857142856
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6756184895833335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3084909539473686
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3474506578947367
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6399332682291665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.556826636904762
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1812118902439024
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.365345190602837
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0090215773809526
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0930989583333335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.108660442073171
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6306675502232142
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5865478515625
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6088344029017858
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.486739309210526
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.212031804078014
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.220988948170732
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.345889136904762
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.371607730263158
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0638814786585367
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.041968368902439
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7483317057291665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5681559244791665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1419270833333335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4435221354166665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.163014481707317
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.086842606707317
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6153730227623457
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.400238253546099
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.138173204787234
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5211759868421053
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.476973684210526
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3753720238095237
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.460844494047619
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6519127363040123
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1791634908536586
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.470315270390071
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2500554078014185
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4553413120567376
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0315117590206184
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3221227134146343
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.591282894736842
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3995682565789473
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4095394736842106
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.527436755952381
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2273065476190474
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9421502976190474
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.819456500771605
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.069104381443299
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2220369664634148
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1085175304878048
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.054782774390244
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7098192756558643
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.854471088927469
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.717996479552469
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3662177666083917
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9205005787037037
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2431942654639174
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1812819492669755
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.227587287808642
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2919921875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.456640625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1202480670103094
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.575498046875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4221100983796298
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3971399694055946
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2830017719072164
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7646019345238093
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.261112919560185
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.144128543814433
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.322048611111111
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1028645833333335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.482421875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.354381443298969
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0768162048969074
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0409753543814433
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.587861328125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6845238095238093
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5415482954545454
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.252879349226804
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4586588541666665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.291015625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1154759987113403
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6734375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4403754340277777
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4496148382867133
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.160957995756173
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.75904296875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3628472222222223
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1705729166666665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.540234375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5773464816433567
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.034877232142857
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4618526005244754
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4813368055555554
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.330078125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6545703125
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3851996527777777
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6425508085664338
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.154296875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54609375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6063058035714284
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.381610576923077
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.352887347027972
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5171019000771606
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.296407817322531
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.353660300925926
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.802744140625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5414496527777777
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4186197916666665
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.789453125
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2885792525773194
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.324001736111111
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2940538194444446
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1119791666666665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0520833333333335
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.675390625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.72109375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.683984375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.074125744047619
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0438547036082473
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.525950611888112
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.879462890625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8970424107142856
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.57908203125
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.561787109375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4593098958333335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3014322916666665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4151005244755246
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0964471726190474
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.92109375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.693359375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7523251488095237
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3540581597222223
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.307476621685606
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1295572916666665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.755078125
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.754921875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3603616301546393
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2397511275773194
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1546190399484537
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.06640625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62552734375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5650576636904763
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.334280303030303
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.951462204391892
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.556913789335664
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.317485249125874
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4828559027777777
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3216145833333335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.952734375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4155815972222223
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2356770833333335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.68203125
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79560546875
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9858530405405403
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.77541015625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.470181551846591
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0648251488095237
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.619222574300699
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5469432910839163
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4479895104895104
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4948846726190474
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.539279513888889
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3775930693655303
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3340928819444446
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.38671875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.41015625
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.083984375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1595052083333335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03046875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.160546875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7859375
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5031849254261362
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8776171875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.670771484375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.575478515625
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1557485219594597
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.392193418560606
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0707775297619047
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.933779761904762
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.712983630952381
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.562463008996212
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7666644472064394
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.725671016808712
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0282675253378377
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1913534628378377
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.932968602035985
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.046241554054054
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.795495235558712
/ckpts/Pile100B//160M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.253615920608108
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1830922719594597
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.156909839527027
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3695518092105263
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3569731841216215
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.22730152027027
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.949684836647727
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.485134109311741
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7040386777935606
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3944784628378377
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0243326822916665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8349350437973486
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0501819957386362
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4060799911437247
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.149387668918919
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5248687373481782
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.46605785472973
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2562816722972974
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.426538382464575
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.737199113175676
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5770891320850202
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6123758539979758
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7390798962550607
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.650382717611336
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7977092295040487
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3980248003685505
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6635247975708503
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.542997542997543
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8542154288967612
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.439573095823096
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5916625076781328
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.468644425675676
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.651619126228501
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5724767736486487
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7204343903562656
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6160309812653564
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7827952242014744
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.493878620426829
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.828425480769231
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6383503239329267
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9920372596153846
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6432259674447174
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.536204268292683
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.876652644230769
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.841312192874693
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.685368235518293
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.04296875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5627084127286586
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9139122596153846
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7443907202743905
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3262632978723405
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.117638221153846
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.404493378429878
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5482386147103657
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6762319711538463
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.862530048076923
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4478789538871952
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6905048076923075
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6518082157258065
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4815492021276597
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.623136194740854
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9009915865384617
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4935128348214286
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.855689264112903
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.370495345744681
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6648763020833335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.476702434260671
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5433523995535714
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7328725961538463
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.533585438829787
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.698336693548387
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.401279920212766
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8149007161458335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6027925531914895
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5306599069148934
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6912483377659573
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9186302923387095
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.664616282393293
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.493896484375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.967998798076923
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7457472278225805
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.579903590425532
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9897303427419355
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1859485815602837
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9580078125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.54248046875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7564827127659575
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1128717237903225
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7101643880208335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5066817434210527
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5103410993303572
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.486514136904762
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0012600806451615
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5674002511160714
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8590494791666665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6057826450892858
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6572265625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3571586879432624
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.174048639112903
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3376524390243905
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.633840460526316
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7378743489583335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9192708333333335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6234305245535714
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6964285714285716
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4751790364583335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6260579427083335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6065159574468084
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6775076729910714
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4545541158536586
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5164794921875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2328512854609928
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5456414473684212
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7030029296875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0316280241935485
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4107657358156027
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8281000664893616
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.683182565789474
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2682291666666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3794302591463414
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.635986328125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7896205357142856
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.47833554964539
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.571854440789474
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4877687278368796
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.648589871453901
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7433182565789473
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.449732730263158
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6010974702380953
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5818256578947367
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.247857862903226
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.478467987804878
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.869233630952381
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5445149739583335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.029482886904762
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5324412677304964
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.294921875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4968133223684212
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.394483612804878
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7198027482269502
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.529630335365854
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6954868861607142
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.144624255952381
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0846036585365852
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6483347039473686
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1754001524390243
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.337983630952381
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1068978658536586
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7402750651041665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2231802591463414
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.209153163580247
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.564120678191489
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5066817434210527
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1237909226190474
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.369942370756173
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.079312983247423
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.125666920731707
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7778147163120566
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7033305921052633
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.248613522376543
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.529296875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2432546713917527
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2592416158536586
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4236955054012346
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.286036361882716
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3467274912587412
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4895953896604937
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3897991415895063
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5140184944058643
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1256846005154637
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4391276041666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2630208333333335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.719140625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7918359375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4213023244598766
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.296432023195876
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4763029938811187
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5736607142857144
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.564329547646605
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5704210069444446
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.158021907216495
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4075520833333335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9015625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.365637081185567
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2789747100515463
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4542525773195876
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.939130859375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.591982886904762
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.326353092783505
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3829627403846154
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.53125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4799262152777777
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3046875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76328125
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.444854359567901
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5194902753496504
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.845478515625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6139322916666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4680989583333335
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4829799107142856
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9578125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4099923513986012
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5779474431818183
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5844624125874125
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7272180944055946
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5024956597222223
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3359375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9925
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.801953125
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3638237847222223
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.666015625
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1002604166666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5299479166666665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4926215277777777
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.330078125
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1984375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03203125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6821056547619047
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.354296875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86341796875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.623266902970679
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.364892074742268
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6296301354895104
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6183203125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.052197265625
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.739052734375
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5793340773809526
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4075520833333335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1783854166666665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.790264423076923
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.24609375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7390252976190474
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9167596726190474
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.799014136904762
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5563151041666665
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7414439808238638
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.39453125
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.411328125
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.66712890625
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6463448660714284
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.79576171875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5972334085051547
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.822451636904762
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.875384706439394
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1788692989864864
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6447361232517483
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.430447048611111
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.216796875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.270703125
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.344093116554054
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.669326171875
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.772342566287879
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.794828869047619
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8525458916083917
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.921175870028409
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.598849826388889
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4388020833333335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.487890625
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2300200591216215
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8037590258049243
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88818359375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.076504794034091
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9891986268939394
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1853582208806817
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.763485863095238
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3895692567567566
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.109167850378788
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2544077280405403
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2285785097064394
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7668127111486487
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9110008445945947
/ckpts/Pile100B//160M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.460304054054054
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8129486908783785
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9730521537162162
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.129165187026515
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8370988175675675
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2775619969223486
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.029323268581081
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8402035361842106
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.904091282894737
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4331548899291497
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.572550290991903
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4932154605263157
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.918949266194332
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8966504301619433
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4405759741902835
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5120310918522266
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.069573159159919
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.318416960995086
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.388844632985258
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.446315456081081
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4049495162776413
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5181443872850124
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.412368511977887
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.403058776105651
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5186194717444716
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.591676904176904
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.601452126842752
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2541652772484757
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.323584579839939
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6529447115384617
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.712590144230769
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3784269007240852
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.534602467606707
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6042420922256095
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7068810096153846
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.735126201923077
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.794921875
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3407429020579267
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.691105769230769
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4058808117378048
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.502620045731707
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.585637019230769
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7732872596153846
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5214010099085367
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.486980159108232
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8057391826923075
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6864483173076925
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2491273271276597
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.330501994680851
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.32524102393617
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3973902925531916
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.474709109042553
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2213331653225805
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.302576864919355
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3407829122340424
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6702368951612905
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.867250504032258
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.941311743951613
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4650349069148936
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.342129321808511
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5487583705357144
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6026088169642856
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6120082310267858
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5126081194196428
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5269775390625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6760647681451615
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.549501329787234
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.551005651595745
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3572184244791665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4243977864583335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.884828629032258
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.069461945564516
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.50390625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6958414713541665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7715657552083335
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.556396484375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0455204133064515
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9684034778225805
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5126255580357142
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5548270089285716
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4315185546875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.607631138392857
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5392543247767858
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5010579427083335
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6744384765625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.714996121453901
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6284993489583335
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.797609153368794
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5799560546875
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1847434618794326
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4012910017730498
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4750387854609928
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.466796875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.53515625
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.298828125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5617804276315788
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.623046875
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.396205357142857
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5171130952380953
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8443080357142856
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6143043154761907
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7237723214285716
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.211824024822695
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2084603658536586
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2619092987804876
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.004239710365854
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3312088815789473
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3891482469512195
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4507431402439024
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.415447695035461
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5824329565602837
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9740513392857144
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3431332236842106
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.565481085526316
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5766566932624113
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5037815824468086
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7944568452380953
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5475260416666665
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0255335365853657
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.521484375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.424239309210526
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3647693452380953
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9052269345238093
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0282012195121952
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3628525152439024
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1783060213414633
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0783631859756095
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5930266203703702
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.664574893904321
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.248905888310185
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.313283661265432
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.373945071373457
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.293969425154321
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9908988402061856
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0676546391752577
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0869442654639174
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1274967783505154
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2139577963917527
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3225459346064814
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4748384452160495
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.460349754050926
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3926112798996915
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0935486469072164
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2213071842783507
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0848300579896906
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2946601159793816
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3765843531468533
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4445749562937062
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.418023382867133
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3154598904639174
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3990521197552446
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4665920017482517
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2203776041666665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.259765625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.40234375
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3271484375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2823350694444446
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5139973958333335
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.03515625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3372395833333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.583767361111111
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2845052083333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3483072916666665
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.733984375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.508984375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.10859375
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.17734375
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.759111328125
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.495478515625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84279296875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86796875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9290625
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4800967261904763
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4635325611888113
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5065104166666665
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.650390625
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4778645833333335
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.541201636904762
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2881944444444446
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.06640625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.741796875
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4690914554195804
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4329791302447554
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.559072265625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3766276041666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.455837673611111
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0065104166666665
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3229166666666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.13046875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.64453125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.28515625
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.655970982142857
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5467520760489513
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4799262152777777
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2454427083333335
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.470751953125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.28828125
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.864208984375
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4512803819444446
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1432291666666665
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.21328125
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4668433779761907
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6555989583333335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.782509765625
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.54861328125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7938058035714284
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.522181919642857
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2822376598011362
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7977738813920454
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0142230409564394
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3464762369791665
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0658513849431817
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.926467483108108
/ckpts/Pile100B//160M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2081397804054053
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.82861328125
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.68628589527027
/ckpts/Pile100B//160M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0029296875
/ckpts/Pile100B//160M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7530616554054053
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0195793383049243
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1683053681344697
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.143747040719697
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0820941347064394
/ckpts/Pile100B//160M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2173247466216215
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.70581714527027
/ckpts/Pile100B//160M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.842430320945946
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8552576013513513
/ckpts/Pile100B//160M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.783862964527027
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9000703757591093
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9816588119939271
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4781004870951417
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.336664979757085
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4058309084008098
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.425024117535425
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4835210020242915
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7137762525303644
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.425147804054054
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4969719364250613
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7322395193488944
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.554677902334152
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.640706580159705
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3419648341523343
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.410180244164619
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6834161931818183
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3610720750762195
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4360202696265243
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7773735232469514
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6143329326923075
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7079326923076925
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8802584134615383
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6012409489329267
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.673828125
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.689744902820122
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.757512019230769
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3201993616615852
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.681640625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.388323528010671
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.511450790777439
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7552584134615383
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.796875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3677111037234044
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.448861369680851
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6934092420212767
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.873928931451613
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.949313256048387
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0628780241935485
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.499717420212766
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.592511635638298
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.45166015625
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5242745535714284
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5119280133928572
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.261436170212766
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.880071824596774
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3376994680851064
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.46826171875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6536319813829787
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5420735677083335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9471435546875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9634576612903225
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5712890625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4496547154017858
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6790259576612905
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0727696572580645
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4847412109375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7663167317708335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5396902901785714
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5386439732142858
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8575032552083335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6343819754464286
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4438069661458335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4010139627659575
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.478377105496454
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6040004432624113
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3577302631578947
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.434621710526316
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5100911458333335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.55859375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5891927083333335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0475260416666665
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2175409226190474
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.207217261904762
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0681211890243905
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.137052210365854
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.216701600609756
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4168190381205674
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3816817434210527
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.504044769503546
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9347098214285716
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.101354720744681
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4651521381578947
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2845394736842106
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.062406994047619
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.190090314716312
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6087655141843973
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0922256097560976
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9693080357142856
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.356907894736842
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5533511513157894
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.162823932926829
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1081659226190474
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1789434523809526
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0272008384146343
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1314786585365852
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1541539634146343
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3176601080246915
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.380157093942901
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4651029610339505
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1052472615979383
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3178801359953702
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.191849226804124
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.467078769329897
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.388397593557099
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1621997974537037
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2391432773919755
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.478147907021605
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.260812661082474
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3603616301546393
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0171955541237114
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.475620083041958
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.558402534965035
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5840526660839163
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3401692708333335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.048828125
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.408420138888889
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1575520833333335
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1140625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7572699652777777
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0912733569587627
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.186328125
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.259765625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.31875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.408545425257732
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.591875
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6654150390625
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7287109375
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8227306547619047
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7355840773809526
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7250279017857144
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4261227054195804
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.591579861111111
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0325520833333335
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.499440013111888
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.12890625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.330965909090909
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6776258680555554
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1432291666666665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2109375
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5305029296875
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2825520833333335
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0065104166666665
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.64453125
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.397481424825175
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6706659226190474
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62646484375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6941925262237763
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3447265625
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.524130859375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1009114583333335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4625651041666665
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6340215773809526
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74296875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.271484375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.32109375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.740048363095238
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.596103515625
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.72458984375
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6714099702380953
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7404668898809526
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.021732214725379
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.078391335227273
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.136589281486742
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.692989864864865
/ckpts/Pile100B//160M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.76148120777027
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.869826858108108
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.010498046875
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.070049863873106
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7056625828598486
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.787790009469697
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6997466216216215
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.158221620501894
/ckpts/Pile100B//160M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.776683910472973
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.126662795608108
/ckpts/Pile100B//160M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.207717483108108
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.881545608108108
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5472822305161944
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6214337677125505
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.507466984029484
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5902756449631448
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3408590177210367
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.422589557926829
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.575420673076923
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.670222355769231
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.459050864361702
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.552460106382979
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.890404485887097
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9730027721774195
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5868617466517858
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6088692801339286
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4860026041666665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4093831380208335
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.504945146276596
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4182457890070923
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4563116776315788
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.040829613095238
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.917782738095238
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0926543445121952
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0337747713414633
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3981119791666665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.330500096450617
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2963917525773194
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2048365012886597
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5948972902097904
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.518520541958042
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3844401041666665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.306857638888889
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1510416666666665
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.044921875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.212109375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.135546875
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.619072265625
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.52771484375
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6465308779761907
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6784784226190474
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.088467684659091
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0292376893939394
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7853673986486487
/ckpts/Pile100B//160M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7113597972972974
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.651390909665992
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1682422834766584
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1429592225609757
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.447265625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0737616356382977
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0327305947580645
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3536551339285716
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.25146484375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.510984596631206
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0650699013157894
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.4806082589285716
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.852277057926829
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.430299358603395
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8274605347938144
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2170154064685317
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1146918402777777
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.70703125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.235546875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.21984375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.2557198660714284
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.136874112215909
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.761745143581081
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3017894420546559
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2986502087550607
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.257150261056511
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2536039235257985
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.141399104420732
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1391571789253048
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3775540865384617
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.366887019230769
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1750581781914895
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1714095744680852
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8405052923387095
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8362210181451615
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4385288783482142
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4366455078125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2086995442708335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2063395182291665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.341949246453901
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.337641289893617
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1501850328947367
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.148848684210526
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5763113839285716
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5699869791666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8917206554878048
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8891006097560976
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.276297863618827
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.272482036072531
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9217340528350517
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.916076030927835
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2563374125874125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2537286931818183
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1168619791666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1155598958333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8040364583333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7962239583333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.068359375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0640625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3022802734375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.301318359375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3179873511904763
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.335239955357143
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9848891749526516
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.982051964962121
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.638328758445946
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6352143158783785
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3408203125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7236011829453441
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.672566896508097
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6985347608805668
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3643289789979758
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6575349506578947
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7649489182692308
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.398913920167004
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.235584305896806
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.30222089987715
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1892419763513513
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3286816646191646
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.174399186117936
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2093730804668303
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2743156864250613
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3707674293611793
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2125690739329267
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.187160584984756
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.213087128429878
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5073617788461537
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1646133050685976
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1488394388338414
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.253620426829268
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1849990472560976
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2574849942835367
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.435546875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4583834134615383
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4408052884615383
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4223257211538463
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.540264423076923
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4661959134615383
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5395132211538463
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1487450132978725
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2265043218085108
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.254338430851064
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.095628324468085
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0791805186170214
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1901346409574467
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.118334441489362
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3013630319148937
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1167779737903225
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8882938508064515
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9186932963709675
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0589717741935485
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0419921875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.16796875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.088016633064516
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9651902721774195
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4093540736607144
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4594029017857142
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4733014787946428
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3683384486607144
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.354213169642857
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4437081473214284
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.41162109375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4891183035714286
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3251953125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2566731770833335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2808024088541665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.279052734375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2561848958333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3709716796875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3020833333333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3253987630208335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5891927083333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3894475842198584
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4219304078014185
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1277754934210527
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5168024157801416
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.53461602393617
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.638602615248227
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4682790336879434
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5614888076241136
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1956208881578947
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2209087171052633
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.624906994047619
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0729851973684212
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0875822368421053
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1735197368421053
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.267578125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1061883223684212
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6705729166666665
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7372581845238093
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.482328869047619
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5161365327380953
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6808965773809526
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7826450892857144
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5395740327380953
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8998666158536586
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9230182926829267
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.942120807926829
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.856373856707317
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.866282393292683
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9250190548780486
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9724180640243905
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.881526295731707
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5020827305169755
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.317117573302469
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3423394097222223
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4373884789737654
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4529712818287037
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.541717906057099
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3791353202160495
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4781418788580245
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9021021262886597
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9725757087628866
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0022148840206184
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8348703286082473
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.850817493556701
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.945493717783505
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.05066043814433
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8761678479381443
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.287054742132867
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1780598958333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8020833333333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.296437937062937
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3227163461538463
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3140625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2240084134615383
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2374754152097904
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3220061188811187
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.361191542832168
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1538628472222223
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2605578015734267
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1840277777777777
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8567708333333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9055989583333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1209852430555554
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1203125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.142578125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.716796875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3258984375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2177734375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1341145833333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8548177083333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7415364583333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.240625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2271050347222223
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.367578125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2578125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9622395833333335
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1534288194444446
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.767578125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.198046875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.28359375
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.398158482142857
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.363515625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.39197265625
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.22626953125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3787939453125
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.256904296875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4444482421875
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.295322265625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.486328125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5158575148809526
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.2646019345238093
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5305059523809526
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.2701357886904763
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4126209077380953
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3177548363095237
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2045306581439394
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.021380800189394
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.044540867660985
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1437174479166665
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2386178681344697
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1579293915719697
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0754986387310606
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1835641571969697
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8351456925675675
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6825644003378377
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7081397804054053
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.767842060810811
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.872703758445946
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.781909839527027
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.751610008445946
/ckpts/Pile100B//160M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.802364864864865
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3120868389423077
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3244105041751013
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2692625153562656
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2853242091523343
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1540646436737805
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.392578125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1704786347179876
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.408503605769231
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.188962765957447
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2054853723404255
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8501764112903225
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.869077620967742
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4443533761160714
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4520961216517858
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.223388671875
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2373860677083335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.354900820035461
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.163548519736842
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3744043661347516
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6010044642857144
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1735197368421053
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.615513392857143
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8998189786585367
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.910489710365854
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.285475742669753
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3021164882330245
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9338152384020617
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.956105025773196
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2675371503496504
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1278211805555554
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8216145833333335
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.07734375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.280252950174825
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.328359375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.143337673611111
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.837890625
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0984375
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.410853794642857
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3303564453125
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.470889136904762
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.993892785274621
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.006887724905303
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6473025760135136
/ckpts/Pile100B//160M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6650390625
