/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.870334640688259
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.492966377783401
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.002902011639676
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8162955465587045
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/29000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6964353491902835
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/23000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7518463752530364
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1051880377024292
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/21000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7568161690283401
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.718797988329238
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.433636939496314
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/29000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6916173986486487
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/23000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7402775644963144
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.873133253992629
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.109351005835381
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8173276259213758
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/21000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7555042613636362
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.748957936356708
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.4932057450457314
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/29000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.787133193597561
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/23000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.834943073551829
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9707626714939024
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.192418540396342
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.910138386051829
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/21000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8495260099085367
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.513822115384615
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.0634014423076925
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/29000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.086237980769231
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/23000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.144381009615385
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/13000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.303485576923077
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.6122295673076925
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2490985576923075
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/21000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1690204326923075
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.7421875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.446027260638298
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/29000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.639104055851064
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/23000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.690874335106383
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.1311914853238867
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9839756768724697
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8121797507591093
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.684562405111336
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6541782641700404
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.527604693825911
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.187013695597166
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7408867345647774
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.991957156019656
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.825648802211302
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.764559659090909
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.68813824477887
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.437778332309582
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.453624078624078
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.198321368243243
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7495825015356266
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.067150581173781
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9067680544969514
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.770972275152439
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.4836604420731705
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.778635908917683
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.496915491615853
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.264761575838414
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.830256764481707
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3682391826923075
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.164813701923077
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.004507211538462
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.950721153846154
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.472956730769231
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.994290865384615
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.615985576923077
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.071063701923077
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9543467420212766
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7711768617021275
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6214677526595747
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.763829787234043
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.433045212765958
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.445977393617022
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.174783909574468
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.688148271276596
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.060357862903226
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.809727822580645
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6281817036290325
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.133883568548387
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.51921622983871
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.685609879032258
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.341859879032258
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7008883568548385
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7891845703125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6989571707589286
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.654052734375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1709681919642856
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.16943359375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0359409877232144
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8902762276785714
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6498849051339286
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.248046875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0986328125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.965087890625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.892415364583333
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.640869140625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.642578125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.434814453125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.017822265625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2955867686170213
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.521318151595745
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.127521054964539
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.495290336879433
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.942251218971631
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.111286569148936
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7736729831560285
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.883737664473684
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7234786184210527
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2102726063829787
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5879934210526314
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.586759868421052
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.321546052631579
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.321340460526316
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0883018092105265
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.651418585526316
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5065104166666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.828218005952381
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2920386904761907
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.263764880952381
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.639322916666667
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.638578869047619
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.142485119047619
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.380580357142857
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4376429115853657
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3234565548780486
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.232517149390244
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.919636051829268
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7172732469512195
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.723894817073171
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5589748475609757
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.278391768292683
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2618121865354937
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9195149739583335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.068091121720679
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.348952305169753
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.706865475501543
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.858030719521605
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.514277705439815
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.981149932484568
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.742992912371134
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3875442976804124
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.54284793814433
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.686030122422681
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.263973904639175
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.285699903350515
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.979542525773196
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.455057989690722
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.936557583041958
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6251502403846154
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.761445585664336
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.851425917832168
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.450297749125874
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.426846590909091
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1439849213286712
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9717881944444446
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7051866319444446
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8262803819444446
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7220052083333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.562065972222222
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3522135416666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5384114583333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.645833333333333
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1859375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.331814236111111
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.685546875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.337022569444445
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7953125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9765625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.14921875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.28515625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.143771701388889
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.28515625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9694010416666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.64296875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.76484375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.47109375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7582465277777777
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4264322916666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.093515625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.753037109375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91048828125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.887890625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.141484375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.68041015625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.66591796875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.320634765625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0474330357142856
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8684895833333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8938802083333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.8234747023809526
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.831513671875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8714657738095237
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8930431547619047
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4851190476190474
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8499813988095237
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.840084191524621
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.546867601799242
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6753336588541665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.8473455255681817
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.212875828598485
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3519176136363638
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.030029296875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6061900745738638
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6222814611486487
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2802734375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4248046875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.695365287162162
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.089157516891892
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.184464738175675
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.853410050675676
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3520903716216215
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.929715175860324
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.300544028340081
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.108671242408907
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.856227859311741
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7963096217105263
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.3069569205465585
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.562013695597166
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.854741270242915
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8313354192260443
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7011862714987713
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1893331541769046
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.003311194717445
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7544629146191646
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.742533015970516
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.555484106265356
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.921155175061425
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.917236328125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.78466796875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.257764862804878
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.083674733231708
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.7587473799542686
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8383669969512195
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.375720512576219
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1768329326923075
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.781297637195122
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.016075721153846
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.606069711538462
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3721454326923075
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.4296875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.069861778846154
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.953125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.129657451923077
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7788148271276594
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.636294880319149
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.168309507978724
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9685505319148935
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.742586436170213
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6971825132978724
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.575806183510639
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8883643617021275
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6890120967741935
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.521578881048387
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.163621471774194
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.912235383064516
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5991368447580645
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.926474294354839
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.364604334677419
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5698084677419355
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7870570591517858
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7291782924107142
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0043770926339284
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8895612444196428
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7419084821428572
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3169642857142856
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.010777064732143
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7111293247767858
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.116048177083333
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9964599609375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2730712890625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.430908203125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.885904947916667
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.030558268229167
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.458821614583333
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8801676432291665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.19849844858156
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.035308621453901
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.427166445035461
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6468583776595747
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.320146276595745
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1042082225177303
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8468805407801416
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.745579769736842
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.083984375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6153371710526314
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9015213815789473
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0932360197368425
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.671463815789474
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.578125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3863075657894735
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.796463815789474
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.525576636904762
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3140811011904763
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.147879464285714
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8422619047619047
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.241815476190476
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3959263392857144
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.733072916666667
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5575706845238093
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.330363948170732
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2416634908536586
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.565120045731707
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4493616615853657
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9089653201219514
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2817740091463414
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7389005335365852
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.332983993902439
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.979468074845679
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.844853153935185
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.171242042824074
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.384325569058642
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9037633825231484
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.166051793981482
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5646399980709877
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8786048418209877
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.552271262886598
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4014980670103094
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.758839400773196
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.969676224226804
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.465024967783505
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.652444426546392
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.405968105670103
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6602569265463916
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7988690996503496
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6651141826923075
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.978379042832168
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1751939466783217
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.722137237762238
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.8860631555944054
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.537109375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8377821180555554
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7198350694444446
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.556640625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3795572916666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.87734375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9876302083333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8741941652097904
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.139214409722222
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7655164930555554
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7565104166666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.545789930555555
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.224066840277778
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9954427083333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4440104166666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.627604166666667
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.361979166666667
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07890625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.791015625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.9859375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.5453125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.706814236111111
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5833333333333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.914208984375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.77556640625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.780859375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10357421875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33322265625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.843720703125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.1375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.74140625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9184337797619047
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9321056547619047
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.957744140625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.058314732142857
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5555245535714284
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.880766369047619
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.838913690476191
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.906156994047619
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9288504464285716
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6071222478693183
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.486564867424242
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7649517637310606
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5353264086174243
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.941139914772727
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6681019176136362
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0708599668560606
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.506832238399621
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.368269636824324
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2091691300675675
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.544314822635135
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2898279138513513
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.525918496621622
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7691353462837838
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.004777238175675
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.288059543918919
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7088104124493928
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.179521444838057
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.215567276062753
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0372358932186234
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.775362949139676
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.2618057312753037
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2715911247469633
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	4.346327808704453
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7632591753685505
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.276796683046683
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.874404944717445
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.107421875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8341811271498774
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.440408092751842
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8135749385749387
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.779244087837838
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6320354182545733
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.663216939786586
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9671005621189024
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.122189405487805
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7017673399390243
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.3593928639481705
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7695014767530486
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.923527644230769
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.491887019230769
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.353215144230769
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.560396634615385
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.005859375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.873798076923077
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0987079326923075
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.668605897484756
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.492788461538462
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7162815824468085
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.911934840425532
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.274251994680851
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.091123670212766
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7963513962765956
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.424293550531915
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.755643284574468
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.764577792553191
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3825604838709675
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.77570564516129
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.002709173387097
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.673576108870968
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4655682963709675
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8040889616935485
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8092237903225805
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.161479334677419
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6394740513392858
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1546456473214284
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8713030133928572
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.4445103236607144
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6539829799107142
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7967180524553572
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.876185825892857
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.726806640625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.725830078125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	4.071881975446429
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.202473958333333
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.486246744791667
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7893880208333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.061197916666667
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9271647135416665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.763346354166667
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.233017508865248
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.897121564716312
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.523548315602837
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.107130984042553
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.993988253546099
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3140791223404253
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2979277482269502
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6412417763157894
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.671875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1441200657894735
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2972861842105265
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7112458881578947
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9685444078947367
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.697676809210526
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3255208333333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.388764880952381
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1828497023809526
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.463541666666667
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4347098214285716
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8994605654761907
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3740699404761907
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.536347517730497
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.5980674342105265
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.230754573170732
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9438833841463414
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5583555640243905
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.664395960365854
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.279963795731707
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4558879573170733
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2730564024390243
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.090401785714286
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8638052591463414
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.72632137345679
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.997293354552469
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.244785638503086
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8822337962962963
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7938126929012346
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.069890528549383
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0712890625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.49022834683642
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4717702963917527
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.829937177835052
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.083158827319588
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.269954091494846
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5589763208762886
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.878563949742268
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5297197164948453
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.727649806701031
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.718613417832168
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.978010270979021
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2467356861888113
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5491968968531467
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.788871284965035
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.061940013111888
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8281932910839163
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.575412326388889
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.456597222222222
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3802083333333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.717447916666667
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.998263888888889
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0234375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.620703125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.8921875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.206271701388889
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6346571180555554
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8696831597222223
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6930338541666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.221875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.2890625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4674479166666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7786458333333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4479166666666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.74765625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.694921875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0265625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.97421875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.776240234375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.2114453125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.366845703125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.124180506993007
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.7076953125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8697265625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1576171875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.843212890625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9390811011904763
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.934523809523809
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.507905505952381
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.439887152777778
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.740885416666667
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.947172619047619
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8781622023809526
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.908389136904762
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0859375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.1484375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.308828125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.613839285714286
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.376901337594697
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4805353338068183
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8109611742424243
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4143806226325757
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4340709339488638
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6919537168560606
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6650279651988638
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.101569898200758
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.129909206081081
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.456925675675675
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.684939822635135
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.194019214527027
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2016733530405403
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4279455236486487
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4906302787162162
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.772381756756757
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1912797317813766
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4848217674595143
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.730745508603239
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1245848620951415
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7374894425675675
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.178007908476658
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.989600929054054
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6791020423832923
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6999809451219514
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.114942597179878
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.941626572027439
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6414943788109757
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.018930288461538
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.5477764423076925
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.33203125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9624399038461537
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6761303191489363
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9476063829787233
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.146700465425532
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6130984042553194
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.701077368951613
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.063886088709677
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.627866683467742
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.317981350806452
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8238002232142856
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.09033203125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7947474888392856
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.211879185267857
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8470865885416665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.100667317708333
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7931722005208335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2744140625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2052720523049647
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5250858820921986
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.12358710106383
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.75727227393617
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6277754934210527
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5704152960526314
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0414268092105265
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8699629934210527
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2550223214285716
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.001395089285714
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6883370535714284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.171595982142857
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2251333841463414
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.510718368902439
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3911013719512195
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1879287347560976
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9880491657021606
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.517020519868827
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.923810040509259
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2768434124228394
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4433191043814433
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9542928479381443
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3771947487113403
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7395497744845363
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.752581402972028
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.228570257867133
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6884287587412588
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.022440450174825
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6341145833333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4264322916666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8890625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9993489583333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5825737847222223
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.836697048611111
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9231770833333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.330078125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.73046875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4390625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.791015625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18828125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.767099609375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.27962890625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7051953125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.056689453125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7469308035714284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1614583333333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7085658482142856
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0543154761904763
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6289876302083335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.056344696969697
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5626627604166665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8789654356060606
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.353198902027027
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.850242820945946
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2843644425675675
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6352143158783785
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8642143218623481
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9255677505060729
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.686819964574899
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1107153023785425
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3094596090587043
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.39897520242915
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.3823934084008096
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7951037449392713
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8054745085995085
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.980617513820639
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.737686194717445
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.433478578009828
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.168616592444717
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.7446253071253075
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6802249692874693
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.457530328624078
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7674173494664633
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9376190929878048
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.347733660442073
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.701588700457317
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.109922827743903
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.644948075457317
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.628495379192073
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.321652296112805
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.123497596153846
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.332632211538462
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.853064903846154
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0360576923076925
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.555889423076923
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0088641826923075
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.375600961538462
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.090144230769231
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.938754986702128
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7476063829787236
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.40907579787234
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6761884973404255
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.134458111702128
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6135472074468087
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.7248171542553195
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.463896276595745
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.400642641129032
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.144153225806452
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.024886592741935
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.057711693548387
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.659148185483871
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9761844758064515
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.458984375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.680506552419355
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8800048828125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7787214006696428
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1773158482142856
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7468959263392858
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0047781808035716
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7314278738839286
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3203125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.505092075892857
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.090535481770833
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9173990885416665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.478922526041667
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8492024739583335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.268391927083333
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8009440104166665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.72314453125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.416829427083333
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.658175421099291
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8759834884751774
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.411970855496454
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.590411679964539
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.100579011524823
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.515555740248227
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.82848515070922
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.1213015292553195
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.690378289473684
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8610197368421053
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.28515625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6246916118421053
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.028988486842105
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5715460526315788
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.554893092105263
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.5649671052631575
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.375279017857143
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6724330357142856
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.428757440476191
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.265531994047619
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9853980654761907
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1820126488095237
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.974516369047619
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.1640625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3849561737804876
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.266625381097561
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.652296112804878
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.219702743902439
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5054306402439024
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1842130335365852
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8357469512195124
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9907107469512195
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9304530767746915
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6896038290895063
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.596691743827161
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.606981819058642
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.538622444058642
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.19555362654321
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	5.220305266203703
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9010597511574074
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7368717783505154
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.526196037371134
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.258255476804123
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.447567654639175
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.947265625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.383396423969072
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.654014980670103
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.284028672680412
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7933375218531467
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9796219405594404
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.475743006993007
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7303185096153846
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6628469187062938
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1808621066433567
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.931326486013986
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8305121527777777
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6842447916666665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.584558020104895
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6940104166666665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4446614583333335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.1875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.43203125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1828125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6279296875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.263020833333333
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5776909722222223
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9888237847222223
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4420572916666665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.00390625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.345703125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9029947916666665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.404079861111111
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.1591796875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.647135416666667
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.025
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.515625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.6765625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.37734375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.75390625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.06927734375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.844658203125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.6307421875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.775029296875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.71185546875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2699609375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.1353125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.134921875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9076450892857144
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0502232142857144
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9495907738095237
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.742094494047619
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7103794642857144
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1595052083333335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.447730654761905
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.83984375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3887162642045454
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.172237511837121
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.002071496212121
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.101703065814394
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0343276515151514
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.620339133522727
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.640255089962121
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4446466619318183
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8389463682432434
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6179793074324325
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.4240920608108105
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.545872043918919
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.484084670608108
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.06981102195946
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.915857263513513
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.222075591216216
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	4.5457284286437245
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2968354630566803
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2191928137651824
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5242084703947367
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1630464005566803
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7884061867408905
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9705331161437247
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7034571103238867
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.815859183046683
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8147314573095823
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7432960304054053
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.997566991707617
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.682638782248157
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1768082002457
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.935662046990172
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.575970324017199
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.730980849847561
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.644656297637195
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.664699647484756
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9135801733993905
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6054389767530486
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.070479230182927
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.001298113567073
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.159405048076923
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.736778846153846
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.603628763338414
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.068659855769231
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.427133413461538
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.014122596153846
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.650540865384615
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.162860576923077
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.96875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.828208111702128
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.774958444148936
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.700639960106383
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.981665558510638
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.630585106382979
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.165674867021276
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.902659574468085
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.5965259308510635
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.214339717741935
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.802891885080645
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.700258316532258
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.053994455645161
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.630953881048387
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.3046875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.397649949596774
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.142200100806452
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.863316127232143
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	4.022495814732143
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.865234375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0743582589285716
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8143484933035716
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.2188197544642856
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7676304408482142
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1698521205357144
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8531494140625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.712646484375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7811686197916665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0267333984375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7295735677083335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.178507486979167
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.186767578125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.751871744791667
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.57707225177305
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2923038563829787
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.209483045212766
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5293799867021276
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1323415336879434
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7473958333333335
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9424174423758864
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6760167331560285
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.953536184210526
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.8784950657894735
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8810649671052633
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.132504111842105
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.821854440789474
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.288445723684211
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8064350328947367
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.412417763157895
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.992094494047619
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.918526785714286
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9029017857142856
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.328683035714286
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.799107142857143
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.605654761904762
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5928199404761907
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.737909226190476
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6050876524390243
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.286490091463414
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.526105182926829
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7308974847560976
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4947599085365852
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7947313262195124
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.377048399390244
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.789729420731707
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.069239486882716
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.549358603395062
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9889744888117282
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9298954716435186
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.274118682484568
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5098560474537037
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.752763913001543
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.385829595871914
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.771705863402062
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.521947487113402
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.441386114690722
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.374536887886598
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7397309922680413
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9446077641752577
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.676526256443299
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.427512886597938
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.197006118881119
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8397754589160837
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.766949847027972
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7042449737762237
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0331348339160837
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2316296984265733
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.419921875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.662109375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5900759396853146
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9003633085664338
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	5.005208333333333
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7962239583333335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6009114583333335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7096354166666665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.19765625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.97109375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5506727430555554
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8202039930555554
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9495442708333335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.640625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.889453125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.99609375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.186197916666667
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.795703125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18359375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.425
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.484809027777778
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.945529513888889
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.372395833333333
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.58203125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3671875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.648046875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	5.02015625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.18953125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.141279296875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.074140625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4244921875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.66587890625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.746875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98064453125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.110212053571429
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	6.9133184523809526
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.972470238095238
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8464471726190474
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.727678571428571
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.180803571428571
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9246651785714284
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.945591517857143
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.694210168087121
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.162390506628788
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.627722537878788
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.570763790246212
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8739568536931817
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0538219105113638
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.919803503787879
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.391335227272727
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.838576858108108
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4291068412162162
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3558910472972974
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2892736486486487
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6340002111486487
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8501636402027026
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.851456925675676
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1724556587837838
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.808570027834008
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.1763822115384617
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8831446103238867
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1580212550607287
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.2970568699392713
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.9629855136639676
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3612846343623484
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.37396413208502
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.785784897113022
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.842195178132678
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8514665233415233
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.532089795761671
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.116947558353808
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3090112484643734
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.818940033783784
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.912771613943489
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.852205602134146
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.919338319359756
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.849841606326219
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.414991425304878
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.177841558689025
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.360047875381097
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.673828125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.826731612042683
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.982121394230769
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.394831730769231
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.057241586538462
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.913461538461538
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3828125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.587740384615385
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.433894230769231
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.124399038461538
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7403590425531914
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8145445478723405
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.888023603723404
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.561211768617022
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.100083111702127
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.306466090425532
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.8685172872340425
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.882712765957447
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2262789818548385
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.298796622983871
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.461945564516129
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.112273185483871
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6068233366935485
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8287235383064515
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.438634072580645
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3864667338709675
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7119663783482142
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7350725446428572
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3037109375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.4407435825892856
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8669607979910714
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9837472098214286
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.6980678013392856
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8694545200892856
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0235595703125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.094278971354167
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.983235677083333
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.52587890625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.337239583333333
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.522867838541667
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.7548828125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9455159505208335
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7677027925531914
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.844456449468085
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.980080895390071
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.151955895390071
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6412760416666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3635444370567376
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.966935394503546
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9262660682624113
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6543996710526314
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7249177631578947
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.6509046052631575
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9782072368421053
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.418174342105263
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.172080592105263
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.687705592105263
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8353207236842106
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3608630952380953
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4691220238095237
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.313058035714286
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.845796130952381
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.908017113095238
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.220703125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.435081845238095
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7491629464285716
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2769626524390243
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3264100609756095
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9656059451219514
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7974942835365852
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.511814024390244
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6154725609756095
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9809451219512195
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3835746951219514
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6740662374614197
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6150957272376543
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6878767602237654
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.927903163580247
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.114619502314815
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.355251736111111
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.681366343557099
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7418047116126543
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5849307345360826
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5006443298969074
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.780666076030927
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8962427512886597
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.118959407216495
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.365335051546392
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.738200708762887
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6373228092783507
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.815709680944056
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.742651879370629
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.9322962194055946
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.09256173513986
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.301860249125874
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.659855769230769
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.065040428321678
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9535347465034967
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8688151041666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.808810763888889
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.683159722222222
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.474609375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.388671875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.653645833333333
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.539453125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.472265625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.104383680555555
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.65390625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.267795138888889
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.296440972222222
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.502821180555555
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7903645833333335
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.048177083333333
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.40625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.76953125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.765407986111111
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.844140625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6139322916666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05390625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.62890625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.637890625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.889521484375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.804951171875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.125859375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15802734375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.410029296875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.88275390625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.4075390625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.032744140625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8969494047619047
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9710751488095237
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.808314732142857
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0908668154761907
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.543247767857143
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9897693452380953
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.327008928571429
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0167410714285716
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.326645359848485
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.272475733901515
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.181418678977273
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5413152521306817
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7040460759943183
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.186760179924242
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.895137902462121
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.384991270123106
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0804740287162162
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0166015625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.176388302364865
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3504011824324325
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5459776182432434
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.82543285472973
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.171980574324325
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.165698902027027
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8187666055161944
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.280787417763158
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5108766131072873
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.573732445597166
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.681873892965587
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2052560412449393
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.823056363866397
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.0245445344129553
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8295406557125307
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.92933718519656
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7623761901105652
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.091043458230958
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.574175560503686
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.267606917997543
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.867408246314496
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.783313498157248
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.754489805640244
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6838974371189024
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.004251619664634
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9988150247713414
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.622082221798781
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.169778963414634
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.864412633384146
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.889195884146342
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.043719951923077
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9607872596153846
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.237680288461538
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.348257211538462
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.120793269230769
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.584735576923077
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.103064903846154
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.6748798076923075
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7958194813829786
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7207613031914892
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9119182180851064
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.078806515957447
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.621833444148936
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.276878324468085
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.756349734042553
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.939162234042553
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2925592237903225
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2180884576612905
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.370148689516129
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5911668346774195
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.122416834677419
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8138860887096775
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.207881804435484
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.466796875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7923758370535716
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7262137276785716
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0330984933035716
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.680908203125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0186941964285716
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.167271205357143
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6288888113839286
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.122035435267857
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.877197265625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8052164713541665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.123697916666667
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.195231119791667
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.297810872395833
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.761555989583333
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.037923177083333
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	5.005289713541667
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.83344414893617
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.753338320035461
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1316350842198584
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9254765070921986
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.33539727393617
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.66583554964539
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.754834330673759
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.00054022606383
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7579152960526314
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.680612664473684
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0062705592105265
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.034128289473684
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.166324013157895
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.6303453947368425
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8963815789473686
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.908100328947368
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6064918154761907
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4674479166666665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.019996279761905
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.213448660714286
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.372116815476191
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.333891369047619
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.007719494047619
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.984933035714286
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3649961890243905
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2899199695121952
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.501857850609756
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7348513719512195
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6258098323170733
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.190262957317073
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6168064024390243
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.405868902439025
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6668505256558643
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6053662712191357
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9123444733796298
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.725778838734568
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.092197747878086
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3652976707175926
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5941840277777777
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7016993393132718
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.548083118556701
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.465125644329897
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.851542364690722
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6513369845360826
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.062439594072165
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.415713595360825
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4837306701030926
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.809358891752577
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8633768575174825
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.787614729020979
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.14724923513986
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.842261254370629
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3527234484265733
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.514996722027972
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.700038243006993
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.707248263888889
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6438802083333335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5397135416666665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.8908845061188813
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.43359375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9144965277777777
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.535546875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.466015625
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.968532986111111
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.079644097222222
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.522569444444445
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.79296875
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.835720486111111
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.83046875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.036458333333333
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.473958333333333
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6360677083333335
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.628515625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03828125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.732204861111111
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.359375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.460546875
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.802083333333333
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.6625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.93619140625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86591796875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.22650390625
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.291396484375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.465087890625
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.10486328125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.14064453125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9348028273809526
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.650390625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0574776785714284
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3584449404761907
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.097098214285714
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7352120535714284
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.761532738095238
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8217075892857144
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	6.406622023809524
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.321407433712121
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.262935754024621
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.528664328835227
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.362648703835227
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6776234019886362
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8928962476325757
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2492046934185606
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.189490116003788
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.073928420608108
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0099767736486487
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3388144003378377
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1470650337837838
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.523701435810811
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.832400760135135
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.995988175675676
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.19288429054054
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3824843433704452
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6753858805668016
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7408985956477734
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9941603934716599
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.607912133097166
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7427805541497976
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.8577777074898787
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1883500442813766
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8479873694717446
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.11177921529484
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.723985526719901
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.896479576167076
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.980699093980344
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.044595554361179
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	5.0351946406633905
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.298626574017199
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9256562023628048
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.181223799542683
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.725460889862805
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9450564500762195
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.3650080983231705
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0873963891006095
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	5.017566215701219
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.030124571265244
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.142728365384615
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.476712740384615
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.049278846153846
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.007512019230769
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.725060096153846
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.194861778846154
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.564603365384615
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.097956730769231
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8244514627659574
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1113364361702125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.756823470744681
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8633726728723405
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.3204288563829785
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.02280585106383
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.088996010638298
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9525099734042555
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2819115423387095
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5810546875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.167464717741935
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.233524445564516
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8090032762096775
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3979334677419355
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.525264616935484
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.321226058467742
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6378522600446428
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7703857421875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.866455078125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5603550502232142
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8484409877232142
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6274588448660714
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9869907924107142
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6080147879464286
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1075439453125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.339599609375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.85107421875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.118448893229167
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.525472005208333
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.263346354166667
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	5.123128255208333
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.228678385416667
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.834136746453901
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1347517730496453
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7256898271276597
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7826906028368796
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.348612034574468
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9560893173758864
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.087419658687943
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.882466201241135
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.954666940789474
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.206208881578948
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.499794407894737
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7166940789473686
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3824013157894735
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8708881578947367
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.774465460526316
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.824732730263158
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.096354166666667
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.475074404761905
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.811383928571429
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3895089285714284
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.809709821428571
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.626860119047619
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.484933035714286
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4975818452380953
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.682641006097561
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.877858231707317
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.860089557926829
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3187881097560976
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9900914634146343
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4178258384146343
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.065120045731708
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3804306402439024
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.652461299189815
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9014515817901234
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3978859230324074
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6156412760416665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0893946518132718
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.747263213734568
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.753002025462963
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6846607349537037
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5630033827319587
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.875624194587629
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.627980025773196
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6308191043814433
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.094676224226804
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8080903672680413
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	5.021061533505154
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7269249355670104
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.762715799825175
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0246667395104896
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5459052666083917
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.743184549825175
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2317526223776225
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8878796984265733
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.9225305944055946
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.894748263888889
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.124348958333333
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.816706730769231
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6953125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9993489583333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.617404513888889
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.530078125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.826171875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9189453125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.412760416666667
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.291449652777778
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.435546875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.049696180555555
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.17578125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.40546875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6334635416666665
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.864149305555555
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.483203125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.006184895833333
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.7578125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.652734375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5520833333333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.7359375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5703125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.191083984375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.463857421875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.764052734375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8321484375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.7035546875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.990224609375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.2176953125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92533203125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8334263392857144
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.547805059523809
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9481026785714284
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.935546875
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.038132440476191
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9339657738095237
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.888578869047619
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.898344494047619
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3007923473011362
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.509281042850379
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.914069898200758
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6670032848011362
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2662612452651514
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3837483723958335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2244466145833335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3269523851799243
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.058857685810811
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.32398120777027
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8793285472972974
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5201119087837838
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0238334037162162
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1716902449324325
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.2658097550675675
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0987647804054053
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9131373355263157
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.187551398026316
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.099878226214575
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.8045530743927127
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.984624082742915
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9121607730263157
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8273065852732793
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.5267269736842106
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.242873733108108
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.4349854115479115
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.198474930896806
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.680344940110565
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.99775894502457
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	5.005950552825553
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.844321061117936
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.928574170761671
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.278397722942073
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.459645341082317
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.441525342987805
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.810010956554878
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6649110375381095
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.003548971036586
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.741466987423781
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7441942168445124
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.442908653846154
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.661658653846154
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.982271634615385
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.107121394230769
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.909855769230769
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.370492788461538
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.5390625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.004507211538462
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.237840757978724
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.447764295212766
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.715699800531915
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9794132313829786
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8142536569148935
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.060571808510638
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.909192154255319
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.199966755319149
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8434034778225805
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.617061491935484
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.179939516129032
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.402501260080645
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.239415322580645
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.566217237903226
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6240234375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.333039314516129
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7864990234375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7266322544642858
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1583426339285716
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7729143415178572
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3246023995535716
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7027587890625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8852887834821428
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7335902622767858
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.621419270833333
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.437337239583333
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8974202473958335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.504150390625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.751708984375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.778564453125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.088663736979167
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8232828776041665
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.176349179964539
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.39116522606383
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9564771719858154
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.111078789893617
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.722088320035461
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.781083776595745
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1764461436170213
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.873116134751773
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.250616776315789
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.049136513157895
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.861328125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.7787828947368425
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.4956825657894735
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7092927631578947
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0415296052631575
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.791015625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.290085565476191
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9867001488095237
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5831473214285716
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.481956845238095
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.796502976190476
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3539806547619047
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9583333333333335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4813058035714284
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5589748475609757
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.671541539634146
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.356469131097561
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.006764481707317
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2564310213414633
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.502048399390244
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7869664634146343
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.313786204268293
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1209520881558643
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9311854986496915
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.753538532021605
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.827305169753086
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6220612702546298
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.421507282021605
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9412766444830245
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6950532889660495
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.030847293814433
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.270678962628866
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.747644168814433
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.996576997422681
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.571238724226804
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.577561211340206
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.977186694587629
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.664968588917526
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0726207386363638
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.268397618006993
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9998361013986012
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.2346208479020975
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.7431572333916083
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8374672202797204
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.206088833041958
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9266963505244754
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.225694444444445
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.381944444444445
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8313802083333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.08984375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.86015625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0828125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.740451388888889
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.534939236111111
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.287543402777778
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6104600694444446
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9189453125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6805555555555554
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.654296875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.829427083333333
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.462239583333333
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.451171875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8580729166666665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5572916666666665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.659765625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.7515625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4171875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48828125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8671875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.57734375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.197216796875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.424267578125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9887109375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.3231640625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.83873046875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.81267578125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21939453125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91369140625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0964471726190474
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5650111607142856
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9534970238095237
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.029017857142857
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9544270833333335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9468005952380953
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.140625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9188988095238093
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.531497839725379
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6897453539299243
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3953598484848486
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3225393584280303
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9452459161931817
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.278582948626894
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.548546993371212
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3420669093276514
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.555320945945946
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.358108108108108
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1814294763513513
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.322608741554054
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.898094383445946
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.02808277027027
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3680320945945947
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.112674197635135
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.1973921432186234
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3919376265182186
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.516059906376518
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.9177947874493926
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2762169471153846
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.208245034159919
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.13671875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.747097988360324
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.426414695945946
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.390773763820639
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.705034935503686
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.814942605958231
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.747413429054054
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.001929130835381
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6848798372235874
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.189083614864865
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.488882669588414
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.1779368330792686
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.907274199695122
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.7395436356707314
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8411954554115852
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.093482040777439
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7836854516006095
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.271448647103658
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.9912860576923075
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.568058894230769
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.215294471153846
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.550180288461538
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.441556490384615
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.128605769230769
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.050631009615385
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.703125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.442636303191489
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.402568151595744
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.77578125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.732704454787234
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9813746675531916
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.703457446808511
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6343666888297874
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.182313829787234
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.29851310483871
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.849420362903226
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.524351058467742
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.660345262096774
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7613722278225805
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4384765625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3598160282258065
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9859185987903225
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.4136439732142856
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.994384765625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.860560825892857
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.7459891183035716
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1041782924107144
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8506556919642856
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7822265625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.2123325892857144
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.643636067708333
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2392578125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0931396484375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.864908854166667
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.272054036458333
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0269775390625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9754231770833335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.440022786458333
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.780682070035461
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3890458776595747
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0404061391843973
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.115275930851064
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.284228169326241
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.971201795212766
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.493932845744681
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8809840425531914
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.5347450657894735
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2319078947368425
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9607319078947367
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.791118421052632
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1440172697368425
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9030633223684212
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.844675164473684
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.101190476190476
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.239676339285714
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.040829613095238
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.713913690476191
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.328125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9465215773809526
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.633742559523809
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8585379464285716
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.082507621951219
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6042778201219514
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6290967987804876
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.26953125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7736280487804876
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5834603658536586
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.538014481707317
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8908155487804876
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5231782889660495
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1270134066358026
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.847336757330247
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.910722897376543
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.783471378279321
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0474537037037037
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7186203944830245
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2410994164737654
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.249416076030927
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.212185889175258
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5263973904639174
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.611187177835052
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4506483569587627
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.748973099226804
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9669378221649483
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3813627577319587
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5117870410839163
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4099786931818183
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.817362325174825
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.9212057473776225
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.34765625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7506555944055946
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0172913024475525
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.436197916666667
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.057291666666667
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.10546875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2216318837412588
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.68321131993007
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4546875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.084375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8419053819444446
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.552734375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7682291666666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.78125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.779079861111111
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.009765625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.72578125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.76796875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6888020833333335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9759114583333335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7281901041666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.1669921875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6041666666666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.171875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.659375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.969140625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.00421875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.587109375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18828125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.45111328125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2226171875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.6065625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.616815476190476
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.177763671875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.41513671875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.601283482142857
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.098447265625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.660859375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.988002232142857
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	6.280691964285714
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.916015625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.656156994047619
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8468191964285716
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.091982886904762
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.059303977272727
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.706931374289773
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4889581853693183
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4378921046401514
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4354839902935606
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6611882990056817
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.819328539299242
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.375525272253788
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.933224239864865
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.565139358108108
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2456186655405403
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.336518158783784
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1759132179054053
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.45386402027027
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6574113175675675
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.105732685810811
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.894027217741935
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.511466733870968
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1484375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0343191964285716
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.880777994791667
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.649739583333333
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7757895611702126
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9986794660931173
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7530641131072875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.181454801366397
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3893281882591095
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6972142269736843
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.662109375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.283798758865248
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9329288563829787
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.789679276315789
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.526521381578948
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.681919642857143
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.083147321428571
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6906389508928572
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.250571646341464
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.0774104420731705
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.101236979166667
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1756842863475176
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.934107730263158
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.02734375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7052686737804876
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7479700936732185
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.997552595208845
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.17789753531941
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.578739250614251
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6867705773955772
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5532364941801617
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7165991902834008
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6468006705465585
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.092839747299383
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8567695154352226
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7820644610323886
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.237249335779352
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.051979219382591
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.681640625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.539260184716599
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.616865335051546
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.256322487113402
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9538182388117282
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.7721399694055946
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.405553430944056
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.555772569444445
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8436904535060976
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.087866806402439
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.71875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.352213541666667
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.2617366139481705
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.391927083333333
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.965625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.3994081078506095
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7833698551829267
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.63828125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.143930288461538
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.448467548076923
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.720252403846154
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.9891826923076925
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0848858173076925
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.4827734375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.933515625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	6.154203869047619
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.5383184523809526
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5274444265463916
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.6671001612407865
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9149742782555284
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.763326359029484
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.066583806818182
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9851668074324325
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.461585342444717
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.272386555589681
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	5.162881987100737
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.759082714160839
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8427734375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7239583333333335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8515625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7007563164893615
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9737034574468084
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.172074468085106
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.59125664893617
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.633984375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.18556640625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9399181547619047
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5757623487903225
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.898469002016129
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.147240423387097
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.5628181226325757
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.605909778225806
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.501732610887097
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1823064630681817
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6524483816964286
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7916085379464286
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8799351283482142
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9008091517857142
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6370326450892858
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.458984375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.064611486486487
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.032023111979167
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.274129231770833
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.441650390625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.4755859375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9715983072916665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.4995176733993905
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6814351895960367
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.477408060213414
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8272675304878048
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0297792016006095
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.2041075171493905
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7492318502286586
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.842529296875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.868990384615385
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.919170673076923
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.904597355769231
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.078575721153846
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.353515625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.557391826923077
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9786658653846154
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.629206730769231
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5816243489583335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0922539893617023
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4154199911347516
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.629058621453901
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.019101839539007
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0141843971631204
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.879420230263158
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.112253289473684
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.272203947368421
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.400287828947368
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8200041118421053
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.295479910714286
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9243861607142856
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.611886160714286
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.735491071428571
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8427269345238093
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.34448902027027
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8267911585365852
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6205221036585367
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9196836890243905
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.74609375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5692168445121952
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.796126994680851
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.694805518617021
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8864777260638297
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0516954787234045
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.273503989361702
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.966373005319149
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.473711768617021
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.21529255319149
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9051666877530367
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7371307249493928
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.196572580645161
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.158707157258065
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.242250504032258
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.405367943548387
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.630796370967742
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8538936491935485
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.316343245967742
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.670173891129032
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0047084263392856
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0035574776785716
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6300048828125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6854422433035714
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7740304129464286
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8502894810267858
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.641845703125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.176967075892857
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.528645833333333
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.585611979166667
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7511800130208335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.902587890625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.09814453125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2515869140625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.815673828125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.873860677083333
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1546826774691357
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.883469569830247
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6044052062246963
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3624071662808643
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7475676359953702
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.822365089699074
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.749265846631206
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.702376994680851
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7768589317375887
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.951906028368794
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3950853280141846
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1848958333333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.859028701241135
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.214954565602837
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.504111842105263
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.443050986842105
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7064144736842106
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8547491776315788
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0511924342105265
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.216694078947368
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7805304276315788
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.8597861842105265
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7425096649484537
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.450024162371134
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.953930412371134
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.620721726190476
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.556175595238095
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2212611607142856
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.433493073453608
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4574962797619047
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3818460051546393
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.824032738095238
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.110026041666667
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.339657738095238
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.388578869047619
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7759146341463414
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7632907774390243
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.239519817073171
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3365567835365852
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.475323932926829
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.284108231707317
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.603610899390244
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.029153963414634
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.901134444103194
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.920670492936118
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9478665865384617
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.691870629370629
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1367050917832167
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4803185096153846
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6309003496503496
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.001953125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.778537326388889
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9485677083333335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6497395833333335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.155381944444445
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.12890625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.30078125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.237630208333333
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7262369791666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.361979166666667
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5807291666666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.75625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.701171875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.353525390625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1273046875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.562412109375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.706162109375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.065654296875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.409226190476191
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.865048363095238
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.925223214285714
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9189918154761907
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.693266369047619
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.771225238022113
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.432689525462963
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.387674213927469
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.617995273919753
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.749975887345679
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9385910976080245
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.677607783564815
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1226701147762346
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.95288387345679
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.690370141006097
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7771591558689024
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.496394230769231
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.135066105769231
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.686815399484536
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.562318782216495
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6566325708762886
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8289505476804124
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.082615173969073
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7398115335051547
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7449544270833335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.30102287371134
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5155621152935606
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	5.206990979381444
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.914328835227273
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.462150804924242
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.218609434185606
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.527607685810811
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2710620777027026
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.744826858108108
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.187156883445946
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.173009923986487
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.7554496284965033
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.6113964160839163
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8449655812937062
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.196309549825175
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9962439903846154
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9180916739510487
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4021798513986012
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.358692089160839
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.318142361111111
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.48828125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.365234375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6219618055555554
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.933376736111111
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7534722222222223
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6825086805555554
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.081271701388889
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.43203125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.3671875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.636995641196646
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.44140625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8626302083333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5677083333333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5631510416666665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.048177083333333
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.620008680555555
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3984375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.975260416666667
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4984375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.880859375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.568359375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.666796875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0890625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.82890625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.944110576923077
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.93218085106383
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.796953125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8817071143617023
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.71470703125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7608203125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.170263671875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.83220703125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.924306640625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.34951171875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.46703125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.055245535714286
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.949404761904762
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7347005208333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0933779761904763
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7648809523809526
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.191313244047619
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9546130952380953
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.769159226190476
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.026587701612903
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.717899445564516
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0463344029017856
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6397007533482142
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.746419270833333
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8804524739583335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7192985372340424
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9090966599190284
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.091607097672065
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.6180494053643724
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8543854377530364
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.944358132102273
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5403225806451615
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3201793323863638
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.905414003314394
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5387221827651514
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.688979640151515
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2687544389204546
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3817138671875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4581853693181817
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.41300975177305
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.217434064716312
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.672491776315789
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.2986699772267207
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7948190789473686
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5645403180803572
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.37109375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5384114583333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9168602195945947
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0932749155405403
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.872413429054054
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3726509712837838
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.57007495777027
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.033519847972973
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1854940878378377
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.451224662162162
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9545541158536586
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7344563802083335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3267435213414633
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.036042774822695
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6458675986842106
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3092447916666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.229754192073171
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.11149128531941
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.295977618243243
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.68939074017199
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0071022727272725
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.200767988040123
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9862467447916665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	5.028466676904177
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.855025773195877
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6563305412371134
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8410219509109311
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.211949645748988
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8123932502530364
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7677006895242915
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.017562310222672
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.198752214068826
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6978230959008098
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5558380250506074
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.839207778742284
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.8690996503496504
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8292859484265733
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.476779513888889
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.969553877667683
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.703125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.1125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.138094274009147
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7024739583333335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.370793269230769
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5924479166666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.459091558689025
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.595252403846154
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.930078125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.815471370045732
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.176382211538462
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.1468359375
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.193509615384615
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.954951171875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.876674107142857
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4805090206185567
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9039248511904763
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.769614615091464
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.828725961538462
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6831430288461537
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.576388888888889
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.388671875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74921875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0940492021276595
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.764228515625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.287026263297872
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.760497007978723
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.007613031914894
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9192708333333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	5.005317106879607
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.007615747850123
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.813954046375921
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9296155175061425
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.374347358722359
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.446344249078624
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.198330965909091
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8547969133906634
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9535345262096775
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.637747099905303
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.21257560483871
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.177734375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6004897608901514
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3949722782258065
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.12328789893617
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7433558872767858
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.79736328125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.034423828125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6937255859375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.616131756756757
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.583291330645161
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3966427364864864
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0623779296875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.237467447916667
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.514078776041667
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9026692708333335
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1627720424107144
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.805989583333333
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4657611268939394
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.46556405141844
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6808787677304964
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.961862664473684
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.725565159574468
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.943151595744681
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1537828947368425
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.7300575657894735
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9036458333333335
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.096525493421052
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.808992711509147
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8713259813262195
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.774324742759146
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.171502976190476
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.801317168445122
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.226747094131097
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.054008669969512
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.728694264481707
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.370152915396342
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2241606841216215
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.509858630952381
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.4618389423076925
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.090594951923077
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.178185096153846
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.227957589285714
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.001201923076923
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.546875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3407451923076925
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9344951923076925
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.987079326923077
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4692740091463414
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.123462433510638
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.566072789634146
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.133288871951219
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6759241615853657
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	5.041735197368421
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	6.255952380952381
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.4231135670731705
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7120761639676114
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7855358046558705
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.045246010638298
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9771525930851066
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7612699468085107
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8951545877659575
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.184699135638298
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.438746675531915
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8191572473404256
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.380011635638298
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.5546875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3942477318548385
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.155367943548387
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3073021673387095
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6077368951612905
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.043535786290323
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.230279737903226
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8216985887096775
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0472703694331984
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1876145351080245
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1404854910714284
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4010145399305554
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6992013113839286
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6888950892857142
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6536342075892858
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7801339285714286
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.046665736607143
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6243024553571428
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8576834542410714
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.413749035493827
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7433660059799383
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.87744140625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9110107421875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9851888020833335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9175211588541665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.170979817708333
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.502522786458333
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8354085286458335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.343953450520833
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8339723186728394
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.886416720360825
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.103676707474227
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.576252416237113
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.743375483247423
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.852824593058968
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	5.01622905927835
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9404944717444716
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.08467697251773
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6567209663120566
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.940450465425532
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8546930407801416
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1532441267730498
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.412164782801418
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7680490913120566
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.359582779255319
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.7446546052631575
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7491776315789473
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8228824013157894
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7481496710526314
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0023643092105265
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.349506578947368
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6735197368421053
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.160259046052632
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0100251311188813
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.194010416666667
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6702938988095237
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.435639880952381
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3076636904761907
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.750186011904762
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2159598214285716
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.784784226190476
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.092075892857143
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2047913024475525
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8739149305555554
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.796875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.6757539335664338
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14765625
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.95040701486014
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.012803819444445
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.037109375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.38359375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.971941692073171
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.312717013888889
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.336985518292683
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3421779725609757
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7548828125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.576822916666667
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4676067073170733
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.290348704268293
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8587239583333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2446646341463414
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.751905487804878
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.40390625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5877477134146343
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.16091796875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6546875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3578515625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0806361607142856
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.26822265625
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.313642578125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.539341517857143
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.163748361013986
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.825148809523809
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.243303571428571
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.57421875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.983072916666667
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.759375
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.983203125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.204540655712531
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	6.673363095238095
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6717410203887195
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0127704326923075
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7530666444359757
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106670673076923
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.762747099905303
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.936612215909091
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9353841145833335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.793897087191358
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3807816938920454
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6590289834104937
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.742989245756173
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9210973668981484
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6749373070987654
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.593870563271605
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6099928867669755
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.095730251736111
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5843802787162162
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8203125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3228648792613638
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8916543496621623
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1724292652027026
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	5.001973260309279
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5255919780927836
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.759785760309278
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9816365979381443
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.667525773195876
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.275209407216495
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.583400451030928
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.201655122422681
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.014035108612805
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.500300480769231
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.334433065878378
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.840649933510638
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.938638630319149
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.231665826612903
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.319524949596774
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.092957823426573
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7661576704545454
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9267100087412588
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1141417176573425
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8481069711538463
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.775117460664336
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.450297749125874
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.299292504370629
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.611762152777778
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6986762152777777
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8024088541666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.76171875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5403645833333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9606119791666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5279947916666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7452256944444446
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.73828125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.791015625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5416666666666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6803385416666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.196875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.212131076388889
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.65
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.127061631944445
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3990885416666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.330729166666667
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.854296875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6402587890625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9778645833333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.555859375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.03046875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0640625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.233828125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6552385602678572
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.956015625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91123046875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10076171875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.818818359375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7514453125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.78822265625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.306796875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.547433035714286
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.986328125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8871837797619047
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0540364583333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7446521577380953
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7508544921875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7148902529761907
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9654017857142856
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1711309523809526
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8307698567708335
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.232613031914894
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2344777960526314
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.619991179435484
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.833723431174089
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.349127024291498
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7207901062753037
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7701545877659575
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5928920483299596
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9659745065789473
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8678385416666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7868477957589286
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.003720238095238
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.050678453947368
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.166666666666667
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.093180338541667
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5623094512195124
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5854611280487805
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2742439038825757
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1376509232954546
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3776226621685606
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.521854285037879
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3174567945075757
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.259784120501894
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.000192353219697
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.667502663352273
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.3038956925675675
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1697899070945947
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.62230785472973
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3497941300675675
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0878378378378377
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0200855152027026
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.438819679054054
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5347339527027026
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.17115469858156
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2826891447368425
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.591238839285714
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.816358612804878
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.391047297297297
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.761891507985258
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.45869644502457
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.836283015970516
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6134168836805554
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7009847205159705
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6837565104166665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5678358569587627
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.663035599226804
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.207331730769231
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7486596976214575
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.0154905743927127
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0054165612348176
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7462756199392713
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4192971912955468
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.20599538208502
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6865827429149798
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.934838565779321
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.795932583041958
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6256510416666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6946614583333335
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.48125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.879602819055944
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6954210069444446
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7884114583333335
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.185350371570122
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.162001953125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.567578125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.790956078506097
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.5241520579268295
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.718900240384615
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9297232278963414
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.972716655927835
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.896577380952381
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.595552884615385
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.11328125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.262197265625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.294921875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.041945684523809
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.796785680259146
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.130709134615385
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1501038024475525
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9320746527777777
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.087239583333333
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.865625
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.561689453125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.590494791666667
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.434624335106383
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.460920877659574
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.771542553191489
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7887965425531913
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2660466974431817
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.641655585106383
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.839938256048387
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.327780983664773
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.766133676289926
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.054498487903226
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.118286432739557
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.473916330645161
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7415396575552826
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	5.160309812653563
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.999016239250614
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1854269041769046
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.179561491935484
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6826579775798525
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.807528409090909
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0214051942567566
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9908329133064515
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8682163783482142
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8767264229910714
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.004359654017857
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6379568917410714
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.102433488175676
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.242431640625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5674002511160714
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.67236328125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.908610026041667
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.128011067708333
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0037841796875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.536746863162879
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.37767342641844
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.426016733156028
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.80576795212766
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.361961570945946
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.453741776315789
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.699246453900709
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.515830592105263
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.7699424342105265
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9372944078947367
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.908854166666667
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.090401785714286
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.70703125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.541015625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.023623511904762
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.811060855263158
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9304496951219514
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.087223704268292
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.655362757240853
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.2653391768292686
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9312714367378048
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8268229166666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.954250428734756
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.9219166825457314
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7079720846036586
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.130978467987805
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6486935499237805
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6890720274390243
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.507512019230769
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.591743283155488
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.16796875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.404747596153846
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.646334134615385
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.090444711538462
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.642728365384615
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.026893028846154
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.03125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.598608993902439
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6529249430668016
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8870350455465588
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.7608045212765955
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.10171210106383
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9640126329787235
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.229521276595745
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.685056515957447
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6196226728723406
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1627327127659575
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.8514627659574465
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.068853586791498
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.115894458912037
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4202368951612905
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.495274697580645
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.407321068548387
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.620967741935484
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.06218497983871
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9712386592741935
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.544958043981482
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.671938004032258
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	5.055796682098766
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.215977822580645
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6775716145833335
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5135573398919755
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.1593540736607144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.635986328125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7903355189732142
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0260009765625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6491176060267858
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6397879464285714
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8937465122767858
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8831438337053572
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.204755960051546
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.74951171875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.013916015625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.287451675257732
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.103271484375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.660418009020619
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.956136067708333
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.850341796875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7906494140625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.288248697916667
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.667887369791667
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5520699097938144
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7614980036855035
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.397390463917526
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.012016277641278
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3459216564685317
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.830562943262412
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9711740913120566
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.372964925699301
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8801667774822697
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.7405894886363638
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.1729138962765955
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.575174534574468
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.075086805555555
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.502299423758865
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.101160793439717
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.766622340425532
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.26171875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07421875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.6402138157894735
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.741695804195804
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.360677083333333
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9139597039473686
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.930612664473684
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.577256944444445
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.393229166666667
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.854440789473684
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.684621710526316
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.744791666666667
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1059827302631575
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.619140625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.0390625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.559210526315789
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.42109375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8487413194444446
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.377232142857143
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7578125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6176525297619047
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.7846484375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9579613095238093
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.581473214285714
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.21171875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5230654761904763
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6087194055944054
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.297247023809524
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.412295386904762
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.842261904761905
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.898671875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.4721875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.166387648809524
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.731228298611111
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6002604166666665
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.194013671875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.422991071428571
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	6.076078869047619
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9405487804878048
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.410203887195122
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4555068597560976
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.0998951981707314
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3367949695121952
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5845083841463414
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.254858993902439
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.865139100609756
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8870907738095237
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.060439453125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.204103961916462
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.732514880952381
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8555818883384148
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.208233173076923
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.102086509146342
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.488731971153846
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.686649206912879
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.9302719578598486
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.4603900331439394
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.141120679450758
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9956979462594697
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.553051097972973
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	5.210780767746914
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.907178337191358
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.760968243634259
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8517975983796298
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5786554783950617
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.4216110641891895
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.189272280092593
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.504298080632716
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.879856418918919
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4328492717978394
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6444784628378377
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.291116854039634
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.751802884615385
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.488914695945946
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7094414893617023
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.682083601804123
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8809600515463916
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7492952641752577
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	5.181821842783505
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.444104381443299
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.982671210106383
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.965246456185567
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.377235019329897
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.734032699742268
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.067855342741935
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.424458165322581
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6092703683035714
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7283238002232142
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0501708984375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.899393575174825
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9593804632867133
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.955187390734266
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.096167504370629
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6988226617132867
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1634615384615383
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6345607517482517
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.6480414117132867
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.434678819444445
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.748697916666667
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8479817708333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.860568576388889
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.717664930555555
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6448567708333335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.011501736111111
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.80078125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6783854166666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.4109375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.880208333333333
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4752604166666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5930989583333335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44609375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.686328125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.388671875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.81171875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.452690972222222
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.69765625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.292765299479167
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.481770833333333
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.02578125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.453125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.191472739361702
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.4215625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.168369140625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9953125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.327890625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.874111328125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.388154296875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.812578125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.81484375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.365606398809524
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3336123511904763
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.943545386904762
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.9890252976190474
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9015066964285716
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7173549107142856
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.966889880952381
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9953497023809526
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.694934475806452
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6125193927304964
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7085652834008096
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.3777913081983804
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9368871773785425
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7914070407388665
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.869551809210526
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8465924944196428
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8548875569331984
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9047262854609928
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.921875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.108141447368421
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.468668619791667
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.302641369047619
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6551067073170733
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8113567073170733
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.635364879261363
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.354647549715909
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.388705166903409
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.317745324337121
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.611794211647727
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0648970170454546
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9971664891098486
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.124348958333333
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9381214488636362
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.281044407894737
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.610212053571429
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.9333298141891895
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.839553420608108
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.195945945945946
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.378536739864865
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.0769636824324325
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5447371199324325
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.477433488175676
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.923722550675676
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.055735518292683
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.589138454861111
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.440225737100737
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.740018427518428
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.817150069103194
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6780702933046685
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7429217214373462
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8986364293981484
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4656692976804124
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7612959085051547
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.181200569058642
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6697033435314683
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.782009548611111
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.666015625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.11484375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9189931162587412
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.126708984375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.832821988866397
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6763940726214575
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7423970457995952
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6102408590587045
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.383488581730769
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9185024987348178
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.606227859311741
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.110758793016194
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.003797743055555
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9420572916666665
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.984354864690722
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.45234375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8022693452380953
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.3142149390243905
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.581346465320122
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.361728515625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7300340605945124
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.597581816882622
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.048076923076923
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.581730769230769
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.195763221153846
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.660206864519817
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.026141826923077
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.392020089285714
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0850360576923075
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1159582604895104
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.171332465277778
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.131510416666667
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.7171875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.56576171875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.882254464285714
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.446010638297873
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0655998461174243
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.759009308510638
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.771875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6228474069148935
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6964178856382977
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.341426964962121
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.019783266129032
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.467804939516129
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.150453629032258
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.55297191722973
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9716796875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.055947580645161
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.2361886160714284
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8501108530405403
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.876785165847666
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3314732142857144
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.589848548832924
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.032919993857494
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7796107700892858
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7787306127149876
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.962170800061425
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.316986908783784
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.921726236179361
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7307826450892858
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.510283898955774
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7426409040178572
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.418050130208333
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.663167317708333
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8522135416666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7221272786458335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.776123046875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.5833333333333335
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.085515202702703
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.4002382535460995
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6742436835106385
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.803163785460993
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5130069813829787
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.517886513157895
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5881815159574466
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9308182565789473
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.783511513157895
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.807051809210526
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.0984002976190474
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.86328125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9828869047619047
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.764508928571429
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7879464285714284
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9029017857142856
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.9810880335365852
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5369188262195124
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.199409298780488
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4578410823170733
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4982374237804876
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1288429908906883
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.732147961128049
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.463051400533536
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7861328125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8428746665396343
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7045779344512195
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.121945264862805
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8570765053353657
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3241040928643724
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.309784679878049
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.512019230769231
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.9990985576923075
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.989032451923077
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.192007211538462
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.016977163461538
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4073016826923075
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.066256009615385
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.642878605769231
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.7813923329959516
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.91811835106383
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.607604720744681
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9370511968085107
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8942985372340426
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7360704787234043
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.313904587765958
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.015126329787234
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.612196180555555
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.531823470744681
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6872468171296298
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	5.195439091435185
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.516137393904321
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.594798900462963
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.749243951612903
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.379032258064516
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.24609375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3801348286290325
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.560357862903226
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.639616935483871
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3237462197580645
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8752520161290325
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.272410599226804
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9998320408476657
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8758021763392858
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0137241908482144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5592564174107142
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.527404155927835
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.656833923969073
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5640520368303572
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6361607142857142
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7784423828125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.59326171875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.370529961340206
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4417284149484537
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.78271484375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.570231119791667
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.808756510416667
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8775634765625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.181295109029484
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8275146484375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9612223307291665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.224772135416667
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9457600911458335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.415445963541667
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4934713723776225
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.811625874125874
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.9366941652097904
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.151584201388889
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6674360795454546
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.44921875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7325994318181817
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.0125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6522352430555554
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.36328125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7825520833333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.8203125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5374348958333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6100260416666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5928819444444446
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.19453125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.396875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6868489583333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.021875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.103125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.988515625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.86186835106383
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.2079454787234045
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.794672539893617
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.904684729609929
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.194384419326241
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.080424423758865
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8754848182624113
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.179990234375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.659140625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.05015625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4199357269503547
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.6828497023809526
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.125107421875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.48235949017199
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.447162828947368
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.716694078947368
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7611019736842106
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.689967105263158
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0971422697368425
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.832442434210526
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.836451480263158
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9778645833333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	6.411644345238095
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2993421052631575
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.773344494047619
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8819754464285716
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.892671130952381
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.486607142857143
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.370907738095238
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4868861607142856
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9534970238095237
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7742745535714284
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4840029761904763
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.2785528273809526
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.825171493902439
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.015672637195122
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3081173780487805
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.300114329268293
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5473037347560976
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3914348323170733
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3568025914634148
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.673161204268293
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9140922732469514
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4483173076923075
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0776307641006095
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.664663461538462
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.013982599431818
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.169729521780303
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.61379912405303
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0176447088068183
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.085811730587121
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.399080602134147
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.425253378378378
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.003305288461538
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.640888935810811
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.897328969594595
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.475691511824324
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.544948268581081
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.977318816489362
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.568434727044753
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6224531008873457
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9405140817901234
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.724609375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9428801359953702
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.685498649691358
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8708345389660495
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.13818359375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1675615026595745
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.387663810483871
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.436714722938144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.705239207474227
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.662172379032258
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.823352931701031
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4890665270618557
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9009486607142858
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.126490012886598
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7906330541237114
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.659874355670103
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.351300740979381
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.031046549479167
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0127999441964284
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.477917220744681
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.180867513020833
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.47732736013986
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.802543159965035
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.8236314466783217
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6791548295454546
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1351753715034967
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.874863417832168
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.824136800699301
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.721522177419355
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.327039930555555
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7377387152777777
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.541232638888889
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.38671875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.342998798076923
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6575520833333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4798177083333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.027669270833333
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.725260416666667
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4342447916666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.802734375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7743055555555554
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8828125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.56171875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.505859375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.8796875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5768229166666665
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.60546875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.619921875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.894921875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.578125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7671875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.205403645833333
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.139322916666667
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1234375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9346770622469636
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8862893395390072
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.8494921875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.833173828125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.3457421875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.859453125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.195927734375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.91490234375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.027353515625
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1252846659919027
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.780498798076923
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7953211981275303
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8617076796558705
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.181849888392857
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0990953947368425
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.43693359375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9443824404761907
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.950892857142857
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.305617559523809
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0065104166666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.111607142857143
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8949962797619047
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9773995535714284
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.307942708333333
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6394159226190474
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.0909380540780145
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.517659505208333
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.275082236842105
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6739710365853657
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.574125744047619
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7983041158536586
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.147329343971631
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.386513157894737
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.828311011904762
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.070430871212121
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.267189719460227
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4012192234848486
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7710556402439024
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.371496951941288
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5380045572916665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.324688535748106
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.497318152225379
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.700768673058712
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.006202491554054
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0362647804054053
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.4113175675675675
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1255542652027026
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.382706925675676
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1040962837837838
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2744140625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5867029138513513
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9214891975308643
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8367341062653564
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.851370546683047
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.697755105958231
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.758527526105651
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.02391258445946
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.2085141782407405
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.748812016752577
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9596689755154637
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.926709587191358
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0017209353146854
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8141276041666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9830729166666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.41484375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4087109375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.198535839160839
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.313144329896907
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.516741071428571
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9508463541666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.177083333333333
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.68203125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.797208460365854
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.161808894230769
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.735232469512195
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.60005859375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.725032155106707
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9774199695121952
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.665283203125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.653846153846154
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.091195913461538
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.401893028846154
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.02734375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.019624255952381
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2347703694331984
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.317896792763158
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.363763600708502
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	4.493096849696356
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.096482002783401
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9265878036437247
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.165738866396761
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6724008413461537
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5253223339160837
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.243272569444445
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.380208333333333
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.79375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.8607421875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.095889136904762
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.787391954787234
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.386600378787879
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.844398271276596
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9907081117021277
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.705360704787234
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.63828125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8287235383064515
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6301935369318183
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8466269003378377
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.253717237903226
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.095766129032258
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6381678427419355
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.715883316532258
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7864815848214286
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.089210304054054
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3585728236607144
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8898577008928572
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7189069475446428
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7513950892857142
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9385172526041665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.810384114583333
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.130126953125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8123372395833335
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8724365234375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4412730823863638
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8263062423218672
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.823047834766585
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.120594671375922
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.752576973280098
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.461393389127764
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3020913313882065
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8437020116707616
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6876631603194103
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.24656883445946
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.309341755319149
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.780222039473684
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.615608377659575
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5599235372340425
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1404310726950353
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2233072916666665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.697079613095238
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.7191611842105265
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9588815789473686
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6409333881578947
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7115542763157894
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.514322916666667
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9753534226190474
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.439639136904762
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.546688988095238
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.359422637195122
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.002524771341464
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.473608993902439
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.334889481707317
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2693883384146343
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3317505377024292
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	3.2664710905870447
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.735798161204268
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.648062357088414
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.031529868521342
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.319300209603658
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.667141053734756
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.204244474085366
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.603328053544207
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7717582888719514
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.134465144230769
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.607271634615385
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.421875
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.990084134615385
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.027043269230769
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.673677884615385
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9642427884615383
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.095402644230769
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2793601341093117
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.083059051890432
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.300121166087963
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.584346064814815
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9323881172839505
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.999243465470679
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.545968911082474
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2105200015356266
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7700749033505154
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.821278994845361
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3905847293814433
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4602528994845363
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.769107380319149
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.810064827127659
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.112117686170213
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.446401263297872
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.310463763297872
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6929105718085107
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6201462765957446
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8102809175531913
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.435753224815725
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.157132056451613
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.588079637096774
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7983240927419355
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.017735635080645
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	5.05827872983871
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.070123487903226
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.988407258064516
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.463111139112903
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.809290319055944
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9437430245535716
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7352643694196428
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	4.181675502232143
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7230902777777777
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8199288504464286
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.5335170200892856
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.924769810267857
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.862060546875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.576171875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.599365234375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.001625327797203
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9890625
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.134232954545454
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7351671765734267
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.668282888986014
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8746744791666665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.500217013888889
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.83203125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.912760416666667
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.983759765625
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.22265625
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6604817708333335
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.608181423611111
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.221875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.494140625
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4036458333333335
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.902734375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8646240234375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.801953125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.159627278645833
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.7353515625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.336588541666667
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.420735677083333
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.78515625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7284749348958335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9022623697916665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9677269345238093
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.189287109375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.805028217137592
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.788125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.90220703125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84576171875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3467261904761907
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.687686011904762
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.911923363095238
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.986235119047619
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.153463224085366
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6982491134751774
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.321171320921986
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.978612588652482
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5472490026595747
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.4530972960992905
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6102476728723403
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5369154476950353
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0056377437943262
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.6376201923076925
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.733861019736842
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.024362664473684
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.653371710526316
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.193050986842105
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5960115131578947
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3316200657894735
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6637541118421053
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.760793585526316
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4814918154761907
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.070591517857143
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.362351190476191
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.411086309523809
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2766927083333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.658482142857143
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.373139880952381
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6148623511904763
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.357874428353658
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.954927884615385
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2943025914634148
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5163871951219514
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.913967225609756
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.642530487804878
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.202458079268293
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.685832698170732
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2467130335365852
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.405201981707317
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.697853781960227
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8813180634469697
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.179924242424242
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5666910807291665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6358753551136362
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7674947599085367
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.439743454391892
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.162710336538462
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6610800253378377
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.86840160472973
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2912267736486487
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.365260768581081
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.192760970744681
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.348412298387097
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.432654587765957
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0192347935267856
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.521484375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.732717255015432
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0656798562885803
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	5.561366705246914
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2581922743055554
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.574875819830247
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6494743441358026
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.735363618827161
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.793116440007716
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.308756510416667
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.4366280691964284
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7561502659574466
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.48828125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.541599548969072
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8964038337628866
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.779800257731959
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.115637081185567
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3844031894329896
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4556217783505154
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.663306451612903
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.574379832474227
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.293250644329897
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	4.169320913461538
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7915004432624113
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8444126674107144
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.133575563006073
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.128289473684211
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2079366460020244
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.503340871710526
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.760706604251012
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.317708333333333
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9093831380208335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9522246232269502
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6060880335365852
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.353618421052632
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.020050262237762
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.208492679195804
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.853379042832168
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.208410729895105
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7108418924825175
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.778586647727273
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.746981534090909
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.597929414335664
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9399956597222223
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.404947916666667
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6527777777777777
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.101128472222222
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5360243055555554
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.784226190476191
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8821614583333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.830729166666667
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.033203125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5709635416666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3860677083333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.592013888888889
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7169053819444446
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.146918402777778
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0234375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.47265625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2390625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.203125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4622395833333335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.533203125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.37109375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03515625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.115625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.692578125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	5.03515625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.24638671875
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.3476171875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.464599609375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.921142578125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.768984375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.846044921875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.93658203125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.7863671875
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7492378048780486
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3153831845238093
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.71484375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.138578869047619
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9115513392857144
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9269903273809526
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8861607142857144
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9107142857142856
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9733072916666665
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.176279920212766
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7565789473684212
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.673921130952381
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3365567835365852
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.757726121007371
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.536310643325617
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.661029237689394
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.9732037168560606
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8181892163825757
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.215938683712121
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7332424754299756
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.070223721590909
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6782382524570023
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9919811501842752
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1377618963068183
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.430978486032197
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1753685503685505
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	4.136060310132576
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7256221064814814
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4826066300675675
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	5.06128589527027
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.653003589527027
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6906144425675675
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4975717905405403
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5684385557432434
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9889255798969074
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.19945629222973
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.476509712837838
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.259826030927835
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.961495105131173
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2029747596153846
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.0419921875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.020833333333333
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4703125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.51550418814433
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4129296875
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.646156869283536
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5424224213286712
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.513221153846154
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8226376488095237
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.210503472222222
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.36328125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.64140625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7005168635670733
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.948176686356707
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6435189596036586
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.118920302972561
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0596454326923075
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.803125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.371544471153846
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0030048076923075
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.612680288461538
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.033389136904762
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8246967875874125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.696072048611111
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.55859375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.85546875
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.972919921875
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9721912202380953
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.757355385638298
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5250150240384617
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.8026711158906883
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0682631983901514
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.68110039893617
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9600315824468084
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6195977393617023
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.157239029255319
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.954385080645161
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.252189867424242
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5748487903225805
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.875712626689189
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.920619419642857
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9035723286290325
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5023941532258065
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.157762096774194
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.741048177083333
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.832728794642857
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.042515345982143
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.213413783482143
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.760044642857143
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.102882179054054
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8470865885416665
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.103190104166667
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.597134676846591
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2764892578125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7956136067708335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.347920185810811
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.3537234042553195
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.656044407894737
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.393973214285714
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0832225177304964
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.417151484929078
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0128823138297873
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6355274822695036
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6920230263157894
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9334909539473686
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6320929276315788
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1088610197368425
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.944073932926829
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5318080357142856
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9616815476190474
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.006252879299755
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4268973214285716
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.295200892857143
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.196267467751842
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.299495045731707
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4568883384146343
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4279913651315788
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2550495426829267
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5831269054878048
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7563812626518218
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9573475455465585
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.241548514660494
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.915193883384146
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0808165015243905
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.353665865384615
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.572415865384615
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.886875482253086
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1673719618055554
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8271363811728394
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3870171440972223
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.680694265463917
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.9757754914004915
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.433191043814433
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7407578930412373
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.370691043814433
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.951010792525773
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.301155558968059
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.047913024475524
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.430989583333333
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.80859375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.971833444148936
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.99765625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.162641289893617
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.752895541958042
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.54234375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0277944711538463
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.687827797202797
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.23123361013986
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6419270833333335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.48828125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.481770833333333
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76953125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.846896701388889
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5908203125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.81640625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.009874131944445
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4049479166666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.393838205645161
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.010416666666667
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0671875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	5.289955082923833
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70078125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.30859375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.681073588709677
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.894697265625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.182744140625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.828876953125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.409208984375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9085751488095237
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.351469494047619
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9808407738095237
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7531622023809526
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1129324776785716
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.275634765625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0361328125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.189656575520833
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.5517161299542686
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.044170673076923
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8900116711128048
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.138070913461538
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.9073997118794326
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.795891039299242
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.12376717641844
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8966899671052633
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.088815789473684
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8543526785714284
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.119047619047619
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5303363222064394
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.771854285037879
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4769583037405303
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9532877604166665
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.577280405405405
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.412776295731707
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.855415158155488
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.523342225609756
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	5.593149038461538
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.274044552364865
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5415698902027026
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.193992820945946
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7687658361486487
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.062416888297872
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.225617439516129
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.317752659574468
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8898053850446428
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.427702872983871
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.574137369791667
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	5.406233377659574
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6310860770089286
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9372151692708335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.604649697580645
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.985333478009259
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.2929506655092595
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6182312753036436
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0416434151785716
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7761801861702127
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.681668300860324
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.6171875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9346652011639676
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.117895211285425
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.869233630952381
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.867838541666667
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.760047519329897
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.972595844072165
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9837101063829787
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.863995807926829
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.977590460526316
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.615048363095238
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4088224085365852
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.164284131205674
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0472710882867133
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.9019325657894735
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2542750218531467
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8114149305555554
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7630208333333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.41953125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.946072048611111
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.592261904761905
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.034505208333333
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.69609375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.14400390625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.39005859375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.082217261904762
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	4.085604039634147
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5903087797619047
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.125878186425061
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.44165340470679
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.203355343980344
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.489327395577396
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.687634367321867
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.767141083140432
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.995167525773196
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.424050071022727
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.685073390151515
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.185345521907217
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.82128604841821
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.85816089527027
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.10789695945946
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.8021470716783217
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.390190972222222
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.57421875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.47890625
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	5.423646907216495
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.734765029535061
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.83669921875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9326923076923075
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.984188988095238
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1460882867132867
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.808200743140244
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8131510416666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7623697916666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.699609375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0264423076923075
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.092160108612805
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.278731183307927
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4012920673076925
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.612830528846154
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.02146484375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.951357886904762
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	4.181667941433567
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.647786458333333
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.923177083333333
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.8171875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	4.3338671875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.969680059523809
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.135563497340425
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.939490116003788
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.221185172872341
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.255890877016129
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.529080784574468
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.7415641622340425
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9350190033783785
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3316217237903225
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5591692243303572
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.394875266335227
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6559979838709675
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.886655745967742
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7848714192708335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5949358258928572
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7618756975446428
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8002580915178572
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2025443412162162
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8505045572916665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.275686553030303
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.132039388020833
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.305826822916667
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.3427734375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7982186391843973
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.81640625
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.36328125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8813718971631204
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2130845523049647
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8984375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4317237367021276
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3018769054878048
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.157072368421052
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4834449404761907
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3675986842105265
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.0070684523809526
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.278366815476191
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3549447408536586
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5490663109756095
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.673875762195122
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.627664448302469
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6909089265046298
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.956030574845679
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.14721378279321
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.999939594072165
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.096186372422681
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.401639014175258
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.626852448453608
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.997992242132867
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6737196180555554
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5553385416666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5234375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.842373046875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.058675699300699
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9583333333333335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.73828125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6490885416666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.318919361888112
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.59609375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5122514204545454
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9993489583333335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9661458333333335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.152235243055555
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.229166666666667
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.918359375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.93541015625
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14765625
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8953683035714284
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.255986328125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.472197265625
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1078869047619047
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.615234375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2728382457386362
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.330063328598485
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0458984375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.545162316524621
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.703361742424242
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.113571579391892
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3947423986486487
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.600849873310811
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6651141826923077
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.839867744164619
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7055574742759148
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.015775240384615
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7977227393617023
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.626921622983871
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6038992745535714
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7957356770833335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1146248891843973
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7122738486842106
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.414248511904762
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.278010670731707
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9081217447916665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5674130154639174
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.748483937937063
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6346571180555554
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4733072916666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.828125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8559765625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8598400297619047
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5227716619318183
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3134765625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6926753858805668
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8496726341093117
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.721687594888664
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7611454643218623
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6994634904791153
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8571195485257985
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.72995527487715
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7694016815110567
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7801126619664633
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9373570884146343
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8111542492378048
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.850871760670732
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0147235576923075
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.211538461538462
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.055138221153846
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.103816105769231
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.634441489361702
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8067902260638298
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.668824800531915
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.711535904255319
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6396484375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.852444556451613
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6706464213709675
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7259324596774195
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6518205915178572
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7171630859375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6603480747767858
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6659633091517858
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9685872395833335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1246337890625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9931640625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.043986002604167
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1464982269503547
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.340009973404255
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.183261303191489
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.264766179078014
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.60546875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7598684210526314
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6354851973684212
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.676192434210526
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.308872767857143
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.562593005952381
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3404017857142856
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.427641369047619
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2394245426829267
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3518006859756095
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.264386432926829
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.284203506097561
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.930371696566358
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.108594352816358
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9620677806712963
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0046989535108026
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3991019652061856
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.584890463917526
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4369764819587627
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4806902384020617
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6383850524475525
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.796793050699301
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.666534637237762
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7120225694444446
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.853298611111111
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.38671875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5904947916666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.707741477272727
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.829296875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.02109375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.741427951388889
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3678385416666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8609375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.774197048611111
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4576822916666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7600390625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.903515625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.93810546875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.800556640625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8510044642857144
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9000186011904763
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.856083984375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.872953869047619
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.837797619047619
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5564630681818183
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7105601917613638
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.587746360085227
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.625625147964015
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/28000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.28980152027027
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4757970861486487
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.328151393581081
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.35913745777027
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8947961475202428
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9515158464068827
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7858362854251013
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7014525872975708
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8096652011639676
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.962388505819838
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8366926556174088
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8735569015688258
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9009712837837838
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.795920032248157
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.95834613022113
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7068201013513513
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7120124385749387
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8648984566953315
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.737906941031941
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.775285050675676
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9806592987804876
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.876417206554878
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.035781488185975
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7894376429115852
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7999237804878048
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.274188701923077
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.143930288461538
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.312349759615385
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.050330528846154
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.052734375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.948712604801829
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8226109946646343
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8620069550304876
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.198918269230769
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.057992788461538
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.103515625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.855676529255319
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7402509973404254
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.918882978723404
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6455784574468084
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.660123005319149
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9166456653225805
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7650264616935485
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.817046210106383
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9963772681451615
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.647681451612903
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6801529255319148
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7223653590425534
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5415826612903225
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7942243303571428
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7001604352678572
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7586844308035714
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6479317801339286
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.735414566532258
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7539236886160714
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5771484375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.623991935483871
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.168497721354167
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.061767578125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.220052083333333
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9806722005208335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9954833984375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8079136439732142
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7525285993303572
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7697579520089286
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.141316731770833
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.020182291666667
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.057169596354167
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2704316267730498
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.405044880319149
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4723930629432624
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.164588874113475
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0553385416666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6872944078947367
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8045847039473686
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.854029605263158
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6091694078947367
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.625513980263158
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4857700892857144
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6782924107142856
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7621837797619047
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3203125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4386160714285716
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.253933953900709
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.087558178191489
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.12713320035461
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3014005335365852
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.372332317073171
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.774876644736842
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4125857469512195
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2457126524390243
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6565583881578947
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6936677631578947
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2524294969512195
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5847284226190474
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3636532738095237
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4637276785714284
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.354182545731707
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2716749237804876
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2934451219512195
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.036446277006173
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.160674672067901
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2235514322916665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9354082272376543
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.858280888310185
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.020339023919753
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8861279899691357
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9234784915123457
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5093830541237114
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.635792525773196
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7024001288659796
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4072164948453607
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4166800902061856
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5969313788659796
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.447567654639175
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.489771262886598
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7347437718531467
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.842793924825175
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.900254042832168
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6439985795454546
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6777480332167833
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8914930555555554
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7962239583333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6380208333333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4954427083333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9447699652777777
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.925390625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.677734375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7213541666666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14765625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3763020833333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.731228298611111
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3951822916666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8359375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7453125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.89296875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99412109375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.052509765625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8320039335664338
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.796572265625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8309375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8543526785714284
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9134114583333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.704559112762238
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7417094624125875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8870907738095237
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8637152777777777
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6171875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8661644345238093
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.934765625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8988095238095237
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7515190972222223
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7854817708333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.390625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4694010416666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.769921875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8234375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.947080078125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.818935546875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8778125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9360119047619047
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9328497023809526
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8505394345238093
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6495990175189394
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7529407848011362
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8068551728219697
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5681596235795454
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4936116536458335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6370035807291665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.387985641891892
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5171558277027026
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.528353604403409
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5559562914299243
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5747994087837838
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3007284628378377
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.23363597972973
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.398807010135135
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2615339949324325
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.299197635135135
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0133041814271255
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0681300607287447
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.904308736082996
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.733180984311741
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7545111652327936
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8987972861842106
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7904779225708503
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9503336918016194
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.911768657862408
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.965443604115479
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8025232263513513
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.812874308968059
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.790871660012285
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9587060426904177
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8528149953931203
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.015202702702703
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9951052782012195
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0437071265243905
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8878858612804876
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6798482755335367
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8208305544969514
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6590933450838414
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.271634615384615
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.309194711538462
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.166616586538462
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.991436298076923
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.225360576923077
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9673978365384617
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.720441120426829
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8765839367378048
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.029897836538462
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2118389423076925
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8669215425531913
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.751595744680851
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9281333111702126
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9275847739361702
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7709275265957447
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7462849069148936
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.818641954787234
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9858876329787236
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7916771673387095
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6594317036290325
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8598475302419355
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.615139868951613
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4370904737903225
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.413274949596774
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.488186743951613
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.689453125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8399309430803572
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.787841796875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8608921595982142
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7232840401785714
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6532854352678572
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6421072823660714
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6655447823660714
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7676130022321428
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.193400065104167
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0889892578125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.232259114583333
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9211018880208335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7714436848958335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7574055989583335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8110758463541665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9685465494791665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3105607269503547
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.174645390070922
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.391359153368794
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1291278812056738
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.965799534574468
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.938137189716312
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8495065789473686
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7107319078947367
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.871504934210526
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8288445723684212
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6940789473684212
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.674856085526316
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6839657738095237
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5052083333333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.008518949468085
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7765066964285716
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1947999778368796
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.681733630952381
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.380766369047619
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3522135416666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7356085526315788
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8914473684210527
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3806688262195124
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.503999255952381
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.309641768292683
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4184451219512195
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7371651785714284
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3575647865853657
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.265577362804878
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.249952362804878
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2904916158536586
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3975800304878048
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.069679542824074
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9553584346064814
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1256480275848766
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.921648943865741
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7707157841435186
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7521912374614197
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.813105830439815
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9806526089891974
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6506121134020617
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5224508698453607
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7106958762886597
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6989972615979383
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5314916237113403
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5038659793814433
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5768564755154637
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.761738885309278
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8824710445804196
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7706921984265733
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.941324300699301
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.912614729020979
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9046223958333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8092447916666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7440723339160837
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.765679632867133
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6673177083333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9520399305555554
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.517578125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.703125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.98359375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.85703125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7399088541666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.04765625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6341145833333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.843359375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6006944444444446
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6176215277777777
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4147135416666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4134114583333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8069001311188813
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9750191215034967
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.647265625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.665625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.001494140625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.90095703125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.06669921875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9874609375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6539713541666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.785373263888889
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4908854166666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.697265625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.71640625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.82328125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.839248046875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9417782738095237
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9015625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.892392113095238
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9262462797619047
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9702380952380953
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8961123511904763
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9094122023809526
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.888564453125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.034873046875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.840634300595238
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9677269345238093
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.681622129498106
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.583636659564394
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7305168383049243
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5410563151041665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3945571437026514
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4119429154829546
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.449577562736742
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5962025035511362
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4585356841216215
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.333957981418919
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5011877111486487
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3393950591216215
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.153689822635135
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.178394214527027
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.218723606418919
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.386745143581081
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.367104472419028
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.24168933451417
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.821803042763158
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1466029858299596
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1698151252530367
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3445446925607287
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.334735576923077
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9996916118421053
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.88499117014742
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8905242245085994
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7216292997542997
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7858088912776413
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6977023187960687
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8550848433660936
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.057538006756757
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7596120623464375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7528522770579267
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.845768626143293
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6898044493140243
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7464212557164633
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6576374333079267
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.912204649390244
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8196574885670733
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7201017054115852
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0674579326923075
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.193810096153846
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9993990384615383
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0752704326923075
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9806189903846154
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.263371394230769
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.211237980769231
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.029296875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.848088430851064
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6588929521276596
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.839195478723404
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7294880319148938
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.034773936170213
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.635629986702128
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8033660239361704
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.698229720744681
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5259891633064515
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6782699092741935
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9154800907258065
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7624117943548385
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7477003528225805
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6545488911290325
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8577683971774195
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.727350050403226
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7084437779017858
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8101632254464284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.950474330357143
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8771275111607144
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7679792131696428
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7811104910714284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8980887276785716
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8175223214285716
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.846923828125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8353678385416665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9891764322916665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8935546875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0107421875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.828369140625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.971923828125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8812662760416665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.048149379432624
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.18395390070922
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.402232934397163
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2500969636524824
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.26634530141844
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1574274157801416
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3540004432624113
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.258906804078014
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.756270559210526
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6203741776315788
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7649054276315788
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.926809210526316
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6698190789473686
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.588404605263158
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7335526315789473
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6457648026315788
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5088355654761907
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.226283482142857
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.521298363095238
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8491443452380953
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3384486607142856
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1787574404761907
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.462797619047619
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3032924107142856
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3091653963414633
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2163681402439024
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3227419969512195
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4193502286585367
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2564786585365852
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1989805640243905
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3052591463414633
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2390910823170733
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8467942226080245
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9727105034722223
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.023416401427469
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1656780478395063
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.037474078896605
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9417317708333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1216182002314814
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.010724103009259
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.613744362113402
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.428922358247423
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.813526900773196
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.623852287371134
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4993355347938144
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3993838595360826
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.586340206185567
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4724146262886597
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8390105987762237
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.732858937937063
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0256228146853146
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.912601070804196
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.801409527972028
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7090116914335662
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.874002950174825
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.679470486111111
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6175130208333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.54296875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8180338541666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.77696131993007
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.755859375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3997395833333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7356770833333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6742621527777777
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.749609375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5735677083333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5933159722222223
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.864453125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4427083333333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.973046875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3639322916666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0578125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.919921875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7347005208333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5670572916666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6469184027777777
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.43359375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.02109375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.903515625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.927099609375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7509765625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.095751953125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9363671875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.841357421875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7344921875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.904287109375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9420572916666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78150390625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7533947172619047
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9441964285714284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.913783482142857
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8891369047619047
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.744140625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8759300595238093
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9055059523809526
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4745612866950757
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6069040009469697
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.629538796164773
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7730712890625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5848832563920454
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.664865204782197
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.740637576941288
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6423931699810606
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2524546030405403
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3335092905405403
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4369721283783785
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.524308488175676
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.305637668918919
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3877744932432434
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4888355152027026
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.363254856418919
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.43116222798583
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.948359758906634
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9010158631859757
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.269831730769231
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.904296875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.992408014112903
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.043491908482143
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.06103515625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4714649822695036
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8326480263157894
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6421130952380953
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.362995426829268
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.230152271412037
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6913257087628866
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9792531687062938
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8080512152777777
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6295572916666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13671875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.999765625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0238095238095237
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8364516749526514
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5818201013513513
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5692331414473684
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5716211728238867
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.971474095394737
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.61644847972973
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5421673449017197
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.619630105958231
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.487775104801829
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5034536966463414
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4901182593368905
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7426382211538463
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8042367788461537
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.752253605769231
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4638380984042554
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.554654255319149
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5579704122340425
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4459425403225805
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2115045362903225
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.215662802419355
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.63330078125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5547921316964286
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5559953962053572
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6382649739583335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.57568359375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5763346354166665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.94353945035461
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.72337655141844
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.727407468971631
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.429276315789474
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5021587171052633
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.502878289473684
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0341331845238093
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9303385416666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0380394345238093
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1316692073170733
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0962747713414633
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1352896341463414
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.582745587384259
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.769169560185185
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5870255835262346
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3022108569587627
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.221287048969072
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3076272551546393
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5450994318181817
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5731260926573425
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5752567744755246
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.452907986111111
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4428168402777777
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1328125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2037760416666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.444118923611111
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6390625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.43828125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2115885416666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.440234375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5585693359375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.61982421875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.622421875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.550083705357143
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.630766369047619
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.615141369047619
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.245949485085227
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4268132990056817
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.248801491477273
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.977829391891892
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1298828125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9794921875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5473099063765183
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5445344129554657
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6458280617408907
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6491175354251013
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5468606035012287
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.550378148034398
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.550296567874693
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.553583768427518
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6284536966463414
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.636456745426829
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6329137290396343
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.639797303734756
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8455528846153846
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8452524038461537
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.846003605769231
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8505108173076925
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4667470079787233
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4738696808510636
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.477235704787234
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.470802859042553
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4400831653225805
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3364730342741935
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.340883316532258
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4449974798387095
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5499441964285714
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6195765904017858
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6209368024553572
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5523158482142858
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8123372395833335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8181966145833335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8261311848958335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8159586588541665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9388297872340425
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.83966367464539
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.84447030141844
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9459081338652484
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4505550986842106
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4606291118421053
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4627878289473686
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.452611019736842
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.015438988095238
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0308779761904763
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0345982142857144
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.021391369047619
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1371951219512195
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.142292301829268
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1408155487804876
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1460080030487805
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.76123046875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.685947747878086
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7650915075231484
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.688994984567901
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.225535599226804
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.232401739690722
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2299250966494846
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2358046069587627
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4855496066433567
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5140952797202796
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4879261363636362
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5166493662587412
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5746527777777777
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1692708333333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.628515625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.581271701388889
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.19140625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.577907986111111
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5844184027777777
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54296875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1764322916666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.19921875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.63828125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54921875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.599296875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.611474609375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6079296875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.61814453125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6113746279761907
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6339285714285716
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5897042410714284
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6102120535714284
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4096050840435606
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.345510771780303
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.412246241714015
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3481926195549243
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1218591638513513
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0554529138513513
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1260293496621623
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.059227195945946
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8563385627530364
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9578694331983806
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.626957078694332
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7325404858299596
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7158756642206479
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7658464068825912
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9015530111336032
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8132393408400809
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.763932818825911
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9586245888157894
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9005527264676114
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7978317940283401
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7383247406376519
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8315963436234817
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.007543648785425
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6319387335526316
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8983426113360324
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8449044787449393
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.968765814777328
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.004143471659919
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8518552288083536
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7188290738866396
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.812053232540486
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.065690631325911
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.875253036437247
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9538256296068797
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.729259444103194
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.797599623771499
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.705601197788698
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.796534282862408
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.897319371928747
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.763273571867322
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9454137290396343
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.825290586890244
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.044749190167683
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6617580506859757
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8954780392530486
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8043183117378048
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.859708460365854
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9902879668445124
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.262169471153846
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1299579326923075
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4032451923076925
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.98828125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.233022836538462
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.112980769230769
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.174579326923077
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.962861832002457
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.171049600737101
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3368389423076925
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.110382754914005
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.941526220823096
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.004434121621622
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.038865747850123
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.224921299140049
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9843893964987713
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7801078777641277
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.725617129914005
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8457751074938575
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9422268504299756
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.881238482800983
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.754160588144963
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.699943373771499
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.876175714066339
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.815126329787234
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6814910239361702
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.926953125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7489943484042554
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.754288563829787
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6579122340425534
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7186585771276595
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.864145611702128
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.711725050403226
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5530808971774195
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.839087701612903
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6400579637096775
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5707220262096775
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.521704889112903
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.597624747983871
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.760616179435484
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9363150247713414
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.731031464367378
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8685094321646343
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.707177138910061
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.770906774009146
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8035858898628048
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.979045588795732
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.989933894230769
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1953125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.804461223323171
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7152099609375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6495012555803572
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.179236778846154
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6993059430803572
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7558070591517858
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5856236049107142
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9349459134615383
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9920372596153846
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6427350725446428
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.040414663461538
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6597551618303572
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.296274038461538
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9800180288461537
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7728097098214286
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7452481897865852
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6959020102896343
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8130954649390243
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8996641577743905
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.841159727515244
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6611864043445124
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.715349895198171
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.747356135670732
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.126790364583333
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.007161458333333
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.088491586538462
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.039212740384615
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.206730769230769
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0965576171875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.243245442708333
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7643636067708335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.28125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9931233723958335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.049031575520833
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.204927884615385
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.047325721153846
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.001502403846154
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.924579326923077
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1759033203125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0656028368794326
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2230579565602837
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.161583000886525
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3813441932624113
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0693290115248226
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1068400930851063
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.042109929078014
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.289228723404255
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8590666118421053
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9710115131578947
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9334909539473686
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.085320723684211
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6751644736842106
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8858963815789473
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8370682565789473
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.012335526315789
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9000186011904763
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.082961309523809
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9420877659574467
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.007719494047619
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.235398065476191
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.160089760638298
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3582589285714284
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9722842261904763
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8679315476190474
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0965259308510635
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9158161569148935
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9831948138297872
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.019855385638298
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.219996675531915
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9602144281914895
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.150111607142857
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6058498475609757
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6953125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.661204268292683
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.794921875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2484756097560976
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6270960365853657
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.591129954268293
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.723570478723404
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6624833776595747
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7939162234042554
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8996176861702128
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7247522865853657
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.830684840425532
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.635629986702128
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8355385638297874
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6918633643617023
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2944178427419355
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.510962701612903
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4528099798387095
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.268712197580645
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3393397177419355
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3745904737903225
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.582188760080645
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.273405997983871
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.10383064516129
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.19695060483871
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.045110887096774
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.337071572580645
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6509137834821428
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7356131417410714
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.261655745967742
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7146868024553572
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.011844758064516
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2525201612903225
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.068359375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6365094866071428
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6558837890625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6981026785714286
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7411586216517858
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5789446149553572
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.79638671875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9959309895833335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8086635044642858
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8076171875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7489885602678572
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9431559244791665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8641008649553572
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7791341145833335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.834716796875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.87255859375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0477294921875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8302001953125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7645612444196428
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7421875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6332659040178572
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.92333984375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9637858072916665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8961995442708335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8427734375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.050862630208333
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9823404947916665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8709716796875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8820393880208335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8308512369791665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8353834219858154
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.071448359929078
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0046819592198584
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.813428080673759
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8793772163120566
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.921944259751773
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1322999778368796
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8236369680851063
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7552425986842106
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.944387335526316
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8873355263157894
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7365337171052633
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7868009868421053
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8269942434210527
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.001130756578948
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.784642269736842
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.310453869047619
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6217447916666665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.580264136904762
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2622767857142856
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4071800595238093
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3994605654761907
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7108128324468086
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6325908687943262
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.582917774822695
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7180059523809526
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8255208333333335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.864694854359568
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3716517857142856
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.940281997492284
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9976701147762346
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1047785252700617
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8661988811728394
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.898524908371914
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8433943383487654
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7591422872340425
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8033161569148937
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6058427526595747
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.539741245567376
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7257401315789473
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6619037828947367
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6271587171052633
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8177425986842106
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0452986352237654
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.756270559210526
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6950041118421053
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2734375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.637129934210526
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4056783536585367
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.585526315789474
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3646150914634148
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.266911204268293
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2970655487804876
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3224561737804876
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.343563988095238
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.468936011904762
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2505580357142856
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4428353658536586
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.638857886904762
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3218368902439024
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5185081845238093
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.202845982142857
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3002232142857144
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.183779761904762
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2491425304878048
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.293921493902439
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.214129192073171
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.358469893292683
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.313500381097561
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2606230945121952
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.230182926829268
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1971227134146343
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.430029800257732
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5088796713917527
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.575587951030928
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.690480025773196
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5126852448453607
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4690721649484537
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.401941043814433
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6259664948453607
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.671683784965035
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7474595716783217
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7958369755244754
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9017291302447554
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6505681818181817
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7068536931818183
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7073863636363638
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7622612847222223
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8246527777777777
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8702256944444446
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6256510416666665
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.73828125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9624565972222223
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7431640625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.794162326388889
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5990668402777777
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7669270833333335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.908203125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.748046875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8451567963286712
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6009114583333335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.841015625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6627604166666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4192708333333335
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9171875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0265625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.729296875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7953125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.787890625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9127604166666665
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8287760416666665
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0973828125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1816796875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.95390625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.226533203125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3197265625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.120771484375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.146259765625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.818173828125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.787388392857143
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.925595238095238
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9935825892857144
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.326078869047619
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.272734375
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8213355654761907
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8046875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9148065476190474
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.040085565476191
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.842559437692901
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6627995997299383
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6385211709104937
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7919801311728394
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.72607120466821
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6955475983796298
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8990403163580245
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6425148292824074
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6617537133487654
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.74536434220679
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6062343267746915
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.864764178240741
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6249879436728394
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.794747058256173
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.628538532021605
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.55737606095679
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7179647229381443
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9586622100515463
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8849669780927836
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6845803801546393
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7638732280927836
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7988683956185567
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.024464400773196
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.731032538659794
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4990335051546393
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5831386920103094
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.436312016752577
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6893121778350517
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.467843911082474
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.606556056701031
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6194627899484537
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.40441768685567
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.505837180397727
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5689401337594697
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6128669507575757
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7076416015625
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4766290838068183
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5320268110795454
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4850667317708335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8977819055944054
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.101753715034965
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8685942963286712
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0386527534965033
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9341264204545454
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9674661276223775
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1509915865384617
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.823945585664336
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6574411103219697
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6668836805555554
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.845920138888889
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.521484375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7259114583333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.550390625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6497395833333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.785373263888889
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7054036458333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.760546875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7330729166666665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8863932291666665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4830729166666665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6712239583333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5266927083333335
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5755208333333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.752712673611111
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7649739583333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5084635416666665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.520703125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70859375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.59765625
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.626953125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.834375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.526953125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7678649475524475
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7105414117132867
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8363882211538463
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.938947770979021
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.818828125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0289453125
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.23999683277027
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.319072001689189
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.793427734375
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.852607421875
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97408203125
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.899462890625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7425972465034967
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.07875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3740234375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7991832386363638
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.682460118006993
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.476879222972973
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2166385135135136
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6644965277777777
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.615993923611111
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2774757179054053
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.862060546875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7247178819444446
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8749317089160837
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4401041666666665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4205729166666665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.541015625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.802517361111111
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2563872466216215
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6276041666666665
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.780552455357143
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.918666294642857
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13984375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.084375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.23515625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.365625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6387803819444446
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7804129464285716
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6954210069444446
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9360119047619047
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9320126488095237
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9232700892857144
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.416015625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.589626736111111
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.744900173611111
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0494791666666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4348958333333335
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.376953125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8978794642857144
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.572265625
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.115625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.498046875
/ckpts/Pile100B//70M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.429054054054054
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05234375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.76580078125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.831533203125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9080859375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.003271484375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78673828125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.767880859375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.734501953125
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.947724609375
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7467447916666665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8898809523809526
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.880766369047619
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.013671875
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8931361607142856
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.750279017857143
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7222377232142856
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9487537202380953
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4597759824810606
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.305168383049242
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.288052645596591
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3359079071969697
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.363503196022727
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.419307824337121
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5044907078598486
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.288626006155303
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.087772253787879
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.142703894412879
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.222323330965909
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3358561197916665
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.115944602272727
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.279548413825758
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.050559303977273
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2595806699810606
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2749419341216215
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.075168918918919
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.685274070091093
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7721327808704452
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0547666807432434
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.120460304054054
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6497066358805668
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7116491649797572
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2157411317567566
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.148727829391892
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.822993104757085
/ckpts/Pile100B//70M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3299461570945947
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8728610513663968
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7347940915991902
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0603621199324325
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7649291497975708
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.53003589527027
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.590450802364865
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.673168285472973
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7811972128378377
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.563159839527027
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0395903716216215
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.506545608108108
/ckpts/Pile100B//70M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7114653716216215
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6631808261639676
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7906321166497976
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.720718939777328
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7021286690283401
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8259504681174088
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8795941928137652
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.885995223937247
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7513047191295548
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.917699898785425
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7828512462044535
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8594709766584767
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7062326037449393
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8079967421558705
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9639991554054053
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7312713499493928
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9773690536437247
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.889674831081081
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.071699362714988
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.017395769348894
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8210995085995085
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8799379990786242
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.910242628992629
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7247463319359757
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.822843225990854
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.923851943597561
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7547756288109757
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6874374761814024
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.049278846153846
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8787454744664633
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.696321813071646
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.208383413461538
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.017055052211302
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.163908937346437
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.293118990384615
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.106971153846154
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.019381009615385
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.085951896498772
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.058195446867322
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.268638667076167
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.203561693796069
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.233623798076923
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.055889423076923
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7267947313262195
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0967548076923075
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.053607762592137
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.085807931511057
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9110296375921374
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9465985872235874
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7003848664004915
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.974407824017199
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.727546260749386
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.151623925061425
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8206200132978725
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.929404920212766
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.044797207446808
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8484458111702127
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.77421875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8671293218085108
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9844331781914892
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9058510638297874
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.651461693548387
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7767137096774195
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.907447076612903
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6041141633064515
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6898311491935485
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2571509576612905
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8376071068548385
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8435415872713414
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.981671589176829
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.904392149390244
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2876134072580645
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.076124237804878
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8741603944359757
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.014148246951219
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.043118990384615
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.239633413461538
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.137920673076923
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6069684709821428
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3251201923076925
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.095402644230769
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.249549278846154
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6629115513392858
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6888427734375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6196463448660714
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6165597098214286
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6349400111607142
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6629115513392858
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.919945693597561
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.947801543445122
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.785138386051829
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8105349657012195
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.665241520579268
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6578194754464286
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8180745442708335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1944110576923075
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6994331173780486
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.181790865384615
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8426602991615852
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9936899038461537
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.011117788461538
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.926513671875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.013725466844512
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0419170673076925
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.018391927083333
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7856852213541665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.852294921875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.091346153846154
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.060546875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7774658203125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9691975911458335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2997295673076925
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8028971354166665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1394614361702127
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2807651817375887
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4251302083333335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.096409574468085
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1821947030141846
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.739823190789474
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.805934175531915
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3462572030141846
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8298725328947367
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9343133223684212
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7033305921052633
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7555509868421053
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9831414473684212
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.995844414893617
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8835320723684212
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5140438988095237
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.154271941489362
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.071949800531915
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8373365469858154
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.27103557180851
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.041963098404255
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6609002976190474
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.196043882978723
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.806919642857143
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3741629464285716
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.500279017857143
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.068731398809524
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7191220238095237
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.023540296052632
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2894435975609757
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1159784226190474
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3562785823170733
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.426829268292683
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2678163109756095
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.308546112804878
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.029911901595745
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.063804853723404
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.873271276595745
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.910048204787234
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3081527217741935
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5877477134146343
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3975800304878048
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6402260638297874
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4665448588709675
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3785912298387095
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.586158014112903
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.354271673387097
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.671908244680851
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9444813829787235
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.508568548387097
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.139469747340425
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5980849847560976
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5904017857142858
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4438634072580645
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.480279737903226
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2885584677419355
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.64501953125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.329920614919355
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6094098772321428
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6702532087053572
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6014404296875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.008001512096774
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6441650390625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.042275705645161
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3581149193548385
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.559381300403226
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9317626953125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0799560546875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.997802734375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.173787434895833
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9722900390625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7117396763392858
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7385951450892858
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6720493861607142
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.113972981770833
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6565115792410714
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6438337053571428
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6706019810267858
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6880754743303572
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7534005301339286
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.032877604166667
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0489501953125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8896077473958335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9302571614583335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8289794921875
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.83984375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9511311848958335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.129679361979167
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8582529920212765
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0353501773049647
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.93518672429078
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1439217641843973
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9043938386524824
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0768644725177303
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8240131578947367
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.958984375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.874074835526316
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.059724506578948
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.863692434210526
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0131578947368425
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4778645833333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6998697916666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5869605654761907
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9301525297619047
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.543154761904762
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.752232142857143
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9897911125886525
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.033840314716312
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8312001329787235
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.929494598765432
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.871246121453901
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0349241657021606
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5297262854609928
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.145342038001543
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.891037929205247
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9607476128472223
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.56499335106383
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9036042774822697
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.872635690789474
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8844572368421053
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7262541118421053
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7591488486842106
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.107089428191489
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.633367091049383
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3485137195121952
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0908745659722223
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4425019054878048
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.641550164473684
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3864805640243905
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.511814024390244
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3689500762195124
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7833059210526314
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.670847039473684
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4666539634146343
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5322730654761907
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.572172619047619
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3286830357142856
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.958470394736842
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3484002976190474
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.662449966242284
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4379650297619047
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.386811755952381
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5191592261904763
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7119605654761907
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.376905487804878
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2817740091463414
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.389958079268293
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2993044969512195
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.268292682926829
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5871657538659796
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3187881097560976
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2872522865853657
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4380240091463414
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.709890463917526
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8314271907216493
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.544458762886598
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.623610663659794
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5984415270618557
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7722696520618557
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.633094394329897
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7692444274475525
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8667777534965033
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9813019012237763
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.732339925699301
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7987325174825175
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.655490451388889
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.498046875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.822566105769231
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.86484375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.924128605769231
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7374131944444446
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6510416666666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8277994791666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6196831597222223
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.751953125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6788194444444446
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.421875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5455729166666665
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6498480902777777
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.81171875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7141927083333335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.785373263888889
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.907421875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7076822916666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5046875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88517578125
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.04453125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8531741695804196
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98166015625
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.091171875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.843984375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9104296875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8368675595238093
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6743706597222223
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.19662109375
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7610677083333335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.031005859375
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.538671875
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.937406994047619
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9042503720238093
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.872953869047619
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8714657738095237
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9657738095238093
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9525669642857144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.675567250192901
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2246875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.806031780478395
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.710280430169753
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.898464626736111
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7304144965277777
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.840208453896605
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.003441220238095
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7860303337191357
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6615186149691357
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.818699966242284
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6901704764660495
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.529025607638889
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7134723427854937
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5680217978395063
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8807177131558643
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7765584729381443
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.948352931701031
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8203930412371134
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8510792525773194
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.075447003865979
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9910599226804124
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8154598904639174
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6477730347938144
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8586702641752577
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.68566768685567
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3973099226804124
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.727307506443299
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4329292847938144
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9367751288659796
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5467788233901514
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8599759615384617
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6321355646306817
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7292073567708335
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.515972715435606
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9982790646853146
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9006501311188813
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5729203657670454
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.920987215909091
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0965635926573425
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.036863527097902
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2860551313920454
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7816840277777777
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.679558031486742
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5188802083333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.567578125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9071180555555554
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8101128472222223
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.751953125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8444010416666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9922960069444446
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.599609375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9319661458333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6360677083333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8287760416666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.72578125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7916666666666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6140625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.632421875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.84453125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.76640625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.90705078125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.307380445075758
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.975620083041958
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8314302884615383
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8685942963286712
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.038701171875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0094105113636362
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.954677734375
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3208931587837838
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9775390625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.177373046875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.080810546875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9189918154761907
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6551436844405596
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8461371527777777
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.723849826388889
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.442013302364865
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6302083333333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4837239583333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8865958260489513
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7477213541666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.680944055944056
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5450802364864864
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.867404513888889
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.283572635135135
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4876302083333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9752604166666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.69375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.537890625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6529947916666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.890811011904762
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.071637347027972
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.36109058277027
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.583984375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9517299107142856
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.951171875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.726953125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.982421875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0438133445945947
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6026475694444446
/ckpts/Pile100B//70M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.498680320945946
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4361979166666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.780056423611111
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.629665798611111
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5169270833333335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.478515625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9280598958333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.602734375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.09140625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7063802083333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.964375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.813125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.807421875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.834267578125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9934765625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84271484375
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0702597128378377
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8896019345238093
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7782738095238093
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.885703125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.863994140625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.902436755952381
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9209449404761907
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.05375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9581473214285716
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8813244047619047
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9132254464285716
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0385044642857144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.312707149621212
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4269538648200757
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.346206202651515
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.363162878787879
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5044685132575757
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4539203065814394
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.304180723248106
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4166148792613638
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3303703539299243
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.438979640151515
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.087283572635135
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.018639766808712
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.890830592105263
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.351599491003788
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.055560487689394
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2318676097972974
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.135478251689189
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4900309244791665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.155299831081081
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.335911106418919
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2783203125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8265949202935223
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9450199266194332
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7958549468623481
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9990906503036436
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6126684273785425
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6359359185222673
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.067488386824324
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.207057643581081
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1082136824324325
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.246199324324324
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7559028656376519
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.49878589527027
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1327333192567566
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5244932432432434
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3090688344594597
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7618610829959513
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9042336158906883
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.046783822174447
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8623244559716599
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7901062753036436
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9674769104251013
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.980838260135135
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2375933071862346
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1013753455159705
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4283511513157894
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2654470837550607
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9461858875921374
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.157531288390663
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7196569794226044
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7465688344594597
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.870983376842752
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8549923780487805
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.281099759615385
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.794749190167683
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.917950886051829
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.762278487042683
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.958984375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8158584222560976
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.142427884615385
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.292217548076923
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.840070026676829
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.099909855769231
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3984375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.156700721153846
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.178936298076923
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7582251996314495
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9664098227896343
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.899637208230958
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7866630835380835
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8585831925675675
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.327824519230769
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9577318796068797
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7877284244471743
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8119721283783785
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9633657094594597
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.050282579787234
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9761635638297874
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.108626994680851
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9400847739361704
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.172997007978723
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6643035239361703
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6919298537234044
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4419417842741935
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.828266289893617
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3657699092741935
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4996534778225805
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.328881048387097
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5679498487903225
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.03191154233871
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.053868447580645
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7111642020089286
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7035260881696428
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7595040457589286
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.224483366935484
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6632254464285714
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7496861049107142
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7227396150914633
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5840192522321428
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.857999475990854
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6113106863839286
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.752131764481707
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.824861852134146
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.941650390625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.091195913461538
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2588641826923075
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1455829326923075
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.915021198551829
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.250600961538462
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.708698551829268
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8810201505335367
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.738727848704268
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8728434244791665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.988037109375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.327674278846154
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8384602864583335
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.039469401041667
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9610877403846154
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.217998798076923
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6590750558035714
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.029447115384615
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.016194661458333
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.034464518229167
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.160441080729167
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9890431072695036
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1479235197368425
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9136330895390072
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0570146276595747
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.873974955673759
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1142508865248226
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5620151817375887
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.314825148809524
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.084189967105263
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.600648271276596
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1820518092105265
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.044716282894737
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.24609375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8327508223684212
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8605057565789473
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.204241071428571
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.371279761904762
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.202566964285714
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.477678571428571
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8568638392857144
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8879278273809526
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.684641768292683
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.74360039893617
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.701770279255319
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8532164228723405
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9753289473684212
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7378740026595745
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.652057926829268
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.747332317073171
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8141123670212767
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6745903201219514
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7943025914634148
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9206117021276596
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.614519817073171
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.074869791666667
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.620188643292683
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7472739361702128
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.941015625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7759142287234044
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.07844002016129
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.285597278225806
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.108240927419355
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.724323551829268
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.216985887096774
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.348853326612903
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.438602570564516
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.246912802419355
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2728389616935485
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6636265345982142
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7701416015625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7068219866071428
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7328927176339286
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7574811662946428
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9546944754464284
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.765345982142857
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7855398995535716
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8715413411458335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9936116536458335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8957926432291665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.968994140625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.062662760416667
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0089111328125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8626302083333335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8609619140625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.600565159574468
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7836009837962963
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7652509973404253
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.631925975177305
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7178080673758864
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6940789473684212
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8347039473684212
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8272246232269502
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7179276315789473
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.721727912808642
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8323778694058643
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7955386513157894
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6906406732253085
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9906499335106385
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7880928634751774
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.889142071759259
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8147301640070923
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.54516902970679
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5618489583333335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.905736019736842
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7766927083333335
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5793004918981484
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.628627232142857
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8830180921052633
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7489769345238093
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7150493421052633
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.742598684210526
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.914341517857143
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8504464285714284
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.505673363095238
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6117001488095237
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.306354801829268
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3904344512195124
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.325219131097561
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7269422743055554
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3754763719512195
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.793431862113402
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.425828887195122
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4205411585365852
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.308546112804878
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3225038109756095
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.719152706185567
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8589924291237114
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6704051224226806
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9248952963917527
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.418311050257732
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.449621456185567
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5989046391752577
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9902616914335662
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7870008680555554
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9029947916666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.916452687937063
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.047148164335664
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.692578125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8895186844405596
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.105659965034965
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.627772618006993
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7352430555555554
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8419053819444446
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.83984375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6538734702797204
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9694010416666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7094184027777777
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8793402777777777
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.358525390625
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7916666666666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74453125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.039713541666667
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.584375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7477213541666665
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.812890625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7694227430555554
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.07734375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6595052083333335
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.3620721726190474
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1015625
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.29001953125
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.418232421875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2518359375
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.477470703125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7779856861888113
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.082841796875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.131231398809524
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.097802734375
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.422712053571429
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.073288690476191
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.4719122023809526
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8782552083333335
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7981770833333335
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.761625744047619
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26171875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7939918154761907
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21833984375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6015625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9758184523809526
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7801408179012346
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6218653549382718
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7219147858796298
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.853147907021605
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.629469883294753
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7902952594521606
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.654453607253086
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4664344394329896
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6318460051546393
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4988321520618557
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.587487918814433
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.700869845360825
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4973220038659796
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7002053801546393
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.529014980670103
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4126938328598486
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3616499467329546
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4530658143939394
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.334435665246212
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.500647342566288
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0181144945549243
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.051003196022727
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.715089597902098
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8547994973776225
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.743840144230769
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.204418285472973
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8140433784965033
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6527777777777777
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7660590277777777
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4947916666666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6800130208333335
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6803385416666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1265625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5260416666666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.918405812937063
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.178067294034091
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7399088541666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.32109375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.642578125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14921875
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.139384501689189
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2603462837837838
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8155594405594404
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0026906687062938
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.26171875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8426300262237763
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1079233530405403
/ckpts/Pile100B//70M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3140572212837838
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8194444444444446
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7584635416666665
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5087362753378377
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.897890625
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0605859375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3859375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.664822048611111
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8157552083333335
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.532886402027027
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.940439453125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6848958333333335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4915364583333335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7272135416666665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5358072916666665
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0184765625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.487109375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.681640625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.517578125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8203125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.203031994047619
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.005580357142857
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.13490234375
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1650855654761907
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.897158203125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.102724609375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9253125
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3111979166666665
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6797666807432434
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0088355654761907
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1729910714285716
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.954985119047619
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.087801846590909
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.236934777462121
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1124526515151514
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6753582047064777
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1906146425189394
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.316842743844697
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.286203095407197
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.429587624289773
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3054976029829546
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7985355516194332
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6968781629554657
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8078109185222673
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.97213831604251
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.566089527027027
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7222075591216215
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.589157516891892
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.678024704391892
/ckpts/Pile100B//70M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7937605574324325
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8734264296558705
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.036792652027027
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.206081081081081
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.054581925675676
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0304236778846154
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9060523152834008
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7823009444103195
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.326954706477733
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5436290169534415
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4749928833502026
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.330513031376518
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.915521345208845
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7024963626012146
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8075811962530715
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6996362484643734
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8564888031376519
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7584609058704452
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7219920293522266
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8559198402948405
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.760106342137592
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9087501919533167
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.792445677211302
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8778760956554876
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.229116586538462
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.011819979039634
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.904344512195122
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6205280583079267
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.374399038461538
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.261418269230769
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7707162252286586
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.074669471153846
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.310246394230769
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8515001151719903
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.04956714527027
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.880254722051597
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.996784781941032
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.681223799542683
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.809591907248157
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.103215144230769
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.829875666920732
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.969215486793612
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.867043535012285
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8268725046068797
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.304837740384615
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.711032774390244
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.153695913461538
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.731424534574468
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.87593085106383
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.758510638297872
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6506815159574466
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.816264960106383
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.096333165322581
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.291771673387097
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.133631552419355
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7125166223404253
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.005134828629032
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6122349330357142
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.209677419354839
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.871451130319149
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7463347739361703
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6549769810267858
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6220877511160714
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.076253255208333
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.768131907393293
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.960300352515244
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7652762276785714
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7994831364329267
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9047315644054876
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8076520647321428
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.072328629032258
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0419170673076925
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.287109375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.112079326923077
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.282762096774194
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.208683894230769
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.889559117759146
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.121912802419355
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.200642903645833
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.098063151041667
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0490663109756095
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.066706730769231
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.944044159679878
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.908179306402439
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7432047526041665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.292367788461538
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8988444010416665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1612079326923075
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.121394230769231
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.79150390625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8448486328125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7935791015625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7981770833333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9476725260416665
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6441018395390072
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8302815755208335
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.891652960526316
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.956938244047619
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7930241578014185
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6673592641843973
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5348515070921986
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.016858552631579
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7197196365248226
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9129317434210527
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.826685855263158
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9700863486842106
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.665729801829268
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.146949404761905
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9852120535714284
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8487723214285716
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.087518601190476
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.817553191489362
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.038813164893617
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8530751329787236
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.971625664893617
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.610760195035461
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.745760289634146
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.674780868902439
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7858211436170213
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4846131859756095
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.877981085526316
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.780543550531915
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5798875762195124
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6471354166666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.018914473684211
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9554770611702126
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.846409574468085
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.800457114361702
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9404761904761907
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.913034539473684
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.134579613095238
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.318170362903226
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5473790322580645
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3462386592741935
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4790511592741935
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9617745535714284
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2387537802419355
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5250095274390243
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6293826219512195
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.417023689516129
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3031439012096775
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2565209173387095
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5342987804878048
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8143136160714284
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.005615234375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8768484933035716
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9701450892857144
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6316266741071428
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7022879464285714
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6508963448660714
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6422816685267858
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8995768229166665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0887451171875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9337158203125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.023518880208333
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.076416015625
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.224812825520833
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.123819986979167
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.084065755208333
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.615626205632716
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8585854388297873
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.085050975177305
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8903479609929077
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.027551529255319
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7713815789473686
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9881784539473686
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7987253289473686
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9207442434210527
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.782937885802469
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.789879765070922
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6492151331018516
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.642764136904762
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9986979166666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.541033709490741
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.720796130952381
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9735566267730498
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8550531914893615
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8070838874113475
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.853515625
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9244449013157894
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.749535831404321
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0707236842105265
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.973581414473684
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.932051809210526
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.015904017857143
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.491442493556701
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3488471798780486
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4669397865853657
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.263299851190476
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.366234756097561
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.119791666666667
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.075148809523809
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4337366615853657
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.646532012195122
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6226128472222223
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8132233796296298
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.649625483247423
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7667206554878048
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5215649162371134
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6814977134146343
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6564405487804876
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6628990644290123
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3940278672680413
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.578527706185567
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4626892719072164
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6420344716494846
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.69102381993007
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5015302835051547
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.801540798611111
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6953125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.140625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8225251311188813
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.716714925699301
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.146328125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.687199519230769
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9205729166666665
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8450520833333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8471782124125875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.824435763888889
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.32265625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.720703125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.78125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.175
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5591362847222223
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6334635416666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6859809027777777
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8157552083333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.059375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.2515625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.269833984375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.164765625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.090751953125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.044828869047619
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.25115234375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.857421875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.749945367132867
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9052666083916083
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8129650297619047
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.013206845238095
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6146918402777777
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7333984375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.78515625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7063802083333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8873697916666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.12109375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31796875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6357421875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7591145833333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16796875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.686668113425926
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8748372395833335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.711202739197531
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2956640625
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.14224609375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.824640721450617
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15984375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.180710565476191
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8656063988095237
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.616259162808642
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.978236607142857
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7636266637731484
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6704222125771606
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6354136525848766
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5690037048969074
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.799009342783505
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6050459085051547
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.735583118556701
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5153028350515463
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7001047036082473
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.583219233247423
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5393041237113403
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.087069424715909
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.228012547348485
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1097301136363638
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.037264737215909
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.219608191287879
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.579787795608108
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8886309003496504
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.914745410839161
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1148246284965033
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0447170017482517
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7176649305555554
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7464192708333335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8854166666666665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5631510416666665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.59375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8404947916666665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.833224826388889
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.565625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.585546875
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.783984375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7578125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7206621503496504
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7274862753378377
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7171875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.606181376689189
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.87967111013986
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8619791666666665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.266853101325758
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6555989583333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1087091619318183
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7808265952797204
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4976245777027026
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7401387674825175
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.960439453125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.010537109375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6865234375
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.223310546875
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4828125
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.131474609375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.010308159722222
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1421342329545454
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8385416666666665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9112413194444446
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.875759548611111
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6671875
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7220052083333335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8525855654761907
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6764322916666665
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0325520833333335
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3505394345238093
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.558203125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.506640625
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15884765625
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2766927083333335
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.311826171875
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8315662202380953
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2163671875
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.17724609375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.309244791666667
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7381492820945947
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5701013513513513
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9832589285714284
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7646949404761907
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6043602195945947
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0830987474696356
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.337653882575758
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3612800366950757
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.499519116950758
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4536798650568183
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.270056522253788
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8125316295546559
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8470394736842106
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3966360381155303
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.316768761837121
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.283713600852273
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.984643851214575
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8797048962550607
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1001636402027026
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.12476245777027
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3011771537162162
/ckpts/Pile100B//70M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.248152449324324
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0230152027027026
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1804793074324325
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.081661739864865
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.037003800675676
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9037354504048583
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0179655870445345
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0841425227732793
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9618732724201475
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9595339385121457
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9039173203441295
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7844603997975708
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.629598146508097
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.713408898955774
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7468807585995085
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.65379870951417
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8857589834152333
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7798775337837838
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7704485070850202
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6917106844635628
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.815690631325911
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8071109106265357
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9225228424447174
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9841830466830466
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.867765100990854
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.367938701923077
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6793838128810976
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7188035918445124
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.041766826923077
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8520626905487805
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.082181490384615
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.744075123856707
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.269981971153846
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.095853365384615
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.067327625921376
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.011109298218673
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.896138859029484
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9215534781941033
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.946310657248157
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.770442311356707
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8779892339939024
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0798141891891895
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.143780048076923
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9401498189786586
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.254356971153846
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.989778485872236
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.128647113022113
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.333233173076923
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9288148271276597
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.656682180851064
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6948055186170214
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.337638608870968
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.843783244680851
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7269032579787233
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.659116683467742
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8609967912946428
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.692351310483871
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8870337701612905
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.742376512096774
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7590425531914895
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.877027925531915
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9923909505208335
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7433558872767858
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9492769281914892
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7524239676339286
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8259451729910714
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.13818359375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.083275771722561
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.972989710365854
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7709786551339286
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.971149723704268
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.421574519230769
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.329326923076923
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.210486778846154
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7777217741935485
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.025240384615385
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8505452473958335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.994235899390244
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.941437752016129
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.864013671875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.025138608870968
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.083233173076923
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9982503255208335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.124559355945122
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9019775390625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.034566739710366
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.174643911966464
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.235877403846154
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1221454326923075
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7817905970982142
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.297025240384615
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.838134765625
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.87060546875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8357020168439715
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9190673828125
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.079358552631579
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0186767578125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.093587239583333
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.217354910714286
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1706837322695036
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.209302969858156
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6600534539473686
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3765098625886525
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6965460526315788
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2682014627659575
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.662157012195122
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4601934523809526
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.830078125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7218338815789473
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5514322916666665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7819010416666665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.588076636904762
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2808689024390243
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.066830119680851
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.000432180851064
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8787566489361702
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.887574800531915
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3051638719512195
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2864444813829787
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3947217987804876
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.325219131097561
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.917802526595745
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4264461436170213
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7469161184210527
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4988087322695036
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8649259868421053
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.061793550531915
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9432565789473686
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.65234375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5329511088709675
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.464024697580645
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3336063508064515
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9643783244680852
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.115999002659574
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.261498235887097
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7996651785714284
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9379650297619047
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2877079133064515
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.345607850609756
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.408870045731707
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7348284040178572
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4370589717741935
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7391880580357142
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.700927734375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4513624237804876
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5760149274553572
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.337953629032258
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4860446068548385
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6014055524553572
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.309407552083333
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2603759765625
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.148600260416667
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6423863002232142
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.137166341145833
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6012660435267858
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6478794642857142
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.163859049479167
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.299723307291667
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.209798177083333
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.349690755208333
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8672899787808643
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.084330673758865
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.025501440602837
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8890735815602837
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.81781914893617
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9471842447916665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1675575657894735
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.110402960526316
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9953741776315788
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7448601973684212
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9883897569444446
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8429742907801416
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.4265252976190474
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.141291112075617
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.319754464285714
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.2038690476190474
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0179157021604937
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4172247023809526
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7745682565789473
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.993115580673759
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6991382087628866
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.89417109929078
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.056779144503546
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4955357142857144
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9022409539473686
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8374142530487805
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7803925304878048
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7270388719512195
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8186677631578947
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.974609375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3365567835365852
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6809895833333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5474330357142856
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.806919642857143
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3571836890243905
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.409008537371134
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0482373649691357
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.448413337628866
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.182348934220679
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.611952319587629
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.445217225609756
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.251543209876543
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4840528350515463
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3819550304878048
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4750857469512195
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9635598776223775
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5153632409793816
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7739800347222223
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9446614583333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.37109375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.647672358247423
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7209044780927836
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6865166083916083
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.33546875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7195968094405596
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6182725694444446
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4485677083333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.419735863095238
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8585145323426575
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.849609375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6493055555555554
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.755231097027972
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.88125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7699652777777777
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6861979166666665
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0453125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6771918402777777
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.862080078125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5227864583333335
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.916796875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.89482421875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9771205357142856
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.057841796875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9211309523809526
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2720424107142856
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.781004152097902
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.834774925595238
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8949273382867133
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7022569444444446
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9619755244755246
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.548828125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.790798611111111
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.708984375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.851345486111111
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8614125192901234
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.802734375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.805145640432099
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.695879147376543
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.08125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.16640625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6384428047839505
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.96443359375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0874609375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.159404296875
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0184151785714284
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6618079668209877
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.269624255952381
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3503534226190474
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.781910083912037
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.700858410493827
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8240590036651234
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.814432989690722
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.619120489690722
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7489932345360826
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6617872100515463
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6934600515463916
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.333976976799242
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8519249355670104
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7386436855670104
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.910921391752577
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.587246981534091
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.617394649621212
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7988809121621623
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.748971650094697
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6475719105113638
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.995151333041958
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.807583041958042
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9309030812937062
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.767769340034965
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.0859375
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9369574652777777
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9459635416666665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.039713541666667
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7552083333333335
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8912760416666665
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.777734375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3081186655405403
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.580078125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9437934027777777
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.709375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.466796875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.791958041958042
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5078125
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3484744510135136
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5053051097972974
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.43341796875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9633246527777777
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2558203125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.36142578125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.474609375
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6709613222064394
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3706978462837838
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9227354676573425
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.53515625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.866064453125
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.513857886904762
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.837999890734266
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.030412946428571
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.968831949300699
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.412946428571429
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7801032788825757
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.843132250236742
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.083658854166667
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6888020833333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9088541666666665
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.905712890625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.687890625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.998806423611111
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.12890625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5579427083333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7408854166666665
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.590234375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.73515625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9291294642857144
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0156640625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.946083984375
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.079619140625
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3969594594594597
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9537760416666665
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8741629464285716
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9701450892857144
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5424936655405403
/ckpts/Pile100B//70M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6075802364864864
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.181450847672065
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4782603870738638
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3404836943655303
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4321732954545454
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2889515269886362
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.19927805541498
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3067885890151514
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3408203125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2421005187246963
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.410503965435606
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4079975328947367
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2833614864864864
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3427253491950757
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.107157939189189
/ckpts/Pile100B//70M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2285684121621623
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.445885860558712
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.051441089527027
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.067646748310811
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.277810285931174
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2000369510135136
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.115577491554054
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4835803074392713
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.252269847972973
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8319719445850202
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7059803055896805
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8699353175607287
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8501194015688258
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7082450341599191
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8818873355263157
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7268744241400493
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8529541615479115
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.761253263206388
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0190054086538463
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9060820408476657
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9254175101214575
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.076203504554656
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.944565251771255
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7921865402334154
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.810830006142506
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.959728194103194
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6299929735137195
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0850360576923075
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.650920588795732
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7710496855945124
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.073016826923077
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6867139862804876
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.277493990384615
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.089242788461538
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.825290586890244
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.267127403846154
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.191555013820639
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.870028409090909
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.010221514127764
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8990229576167077
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.036259981572481
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7143614233993905
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.134014423076923
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.879614853277439
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.866526533917683
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.936789772727273
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9912860576923075
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3524639423076925
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.092838221744472
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9679485949017197
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.662109375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6829371675531917
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6555884576612905
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8197888962765956
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.719140625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.872224069148936
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6782699092741935
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.809291294642857
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8532321068548385
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7250819052419355
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9289629536290325
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7516539228723405
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7505289713541665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8028390066964284
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7677277260638298
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9139578683035716
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9331865026595745
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8566196986607144
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6886105421112805
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.229557688643292
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.057521913109756
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.718083079268293
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.98974609375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9415564903846154
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.364483173076923
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.16015625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7740885416666665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0028545673076925
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7672001008064515
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9005126953125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.847566930259146
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8076578776041665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2541897681451615
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1747295673076925
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9996534778225805
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9381917317708335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7562881097560976
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9103170255335367
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.017578125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.901576450892857
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7862161775914633
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.180438701923077
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.056340144230769
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7456229073660714
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0086495535714284
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1658909574468086
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8488898026315788
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8345540364583335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.870814732142857
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.05810546875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9887288411458335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.187292220744681
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3407441267730498
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8819901315789473
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2581172429078014
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5306307164634148
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9998972039473686
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.863374255952381
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9026521381578947
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4141594636524824
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.102027529761905
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0347450657894735
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.947172619047619
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.547160823170732
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.139787946428571
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9871758643617023
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.840126329787234
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.186245013297873
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6063262195121952
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8733377659574466
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5877000762195124
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2731327570921986
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.020578457446809
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.66015625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9322574013157894
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.800739694148936
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.47088320035461
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.685032894736842
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3578944052419355
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.561365927419355
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.266727570564516
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.970982142857143
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.916289893617021
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.091694078947368
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.298040574596774
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.078490691489361
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3836495535714284
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9457197473404255
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.232793898809524
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.449281754032258
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5749809451219514
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6053466796875
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6722935267857142
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7461286272321428
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7257777622767858
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.295969893292683
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3404107862903225
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.688405106707317
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.506930443548387
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.372038810483871
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8058907645089286
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.218098958333333
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7786458333333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.407389322916667
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8025309244791665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7386125837053572
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8255789620535714
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9412841796875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7716413225446428
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8418375651041665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9849446614583335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8739420572916665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9494568624614197
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.914561170212766
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1222434618794326
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.820658798758865
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.843680740248227
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9743531780478394
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1147129388503085
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8239103618421053
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0121299342105265
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.735814144736842
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7672697368421053
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0132679880401234
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0038092863475176
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.595424107142857
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9224330357142856
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3779761904761907
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4680989583333335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.399947648195876
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8931949013157894
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.179880401234568
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.885624445921986
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6901041666666665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.063566600177305
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.396579649390244
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8063322368421053
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5174352134146343
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.273532774390244
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2983993902439024
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.923440270390071
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.954050164473684
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4252577319587627
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8288445723684212
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5559895833333335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3820026676829267
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5709165592783507
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7488839285714284
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0465675636574074
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.544828869047619
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4644209085051547
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.636962890625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.319597942073171
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.234296633873457
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6304365335051547
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4224942835365852
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.337604801829268
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7287204982517483
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5726996527777777
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.669921875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.84765625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4988724226804124
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.533505154639175
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.130263671875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7485795454545454
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.691688144329897
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8791247814685317
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.588107638888889
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8896019345238093
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7037760416666665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.86796875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7881610576923075
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.691623263888889
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8346354166666665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.015625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6235894097222223
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.73046875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.938456075174825
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.11291015625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.248935546875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.737521701388889
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8971354166666665
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.877046130952381
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06953125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1484375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.143508184523809
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.919921875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.302041015625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.82069493006993
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.314825148809524
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.644748263888889
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.766130354020979
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.771484375
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.925390625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9995219624125875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8345269097222223
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4147135416666665
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7163628472222223
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.885374469521605
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.642255618248457
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.671229986496914
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.494140625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7778862847222223
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.94140625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.181142578125
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14140625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8429296875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.033854166666667
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.793047116126543
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.358056640625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9325706845238093
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.612630208333333
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.702757282021605
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8422489872685186
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.72827449845679
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7726119523195876
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9845763530927836
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.601743717783505
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6351884664948453
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5998646129261362
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7957071520618557
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6755194909793816
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.862133537371134
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.612042051373106
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7182667525773194
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.735103722774621
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.309860641891892
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.648230350378788
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.787564364346591
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8487762237762237
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0289281031468533
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.864606097027972
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8949546547202796
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3353568412162162
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.022894965277778
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.175238715277778
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6334635416666665
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5813802083333335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.65625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.779296875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4876302083333335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4876302083333335
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.60625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.80625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4814980996621623
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.547265625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0401141826923075
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.362040751689189
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.96205078125
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15646484375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.86115234375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.76953125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.897197265625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7063802083333335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.673454515861742
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.69765625
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5330447635135136
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9402862762237763
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.015904017857143
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9325706845238093
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9306175595238093
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.952938988095238
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.098666958041958
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.293556906960227
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.694552951388889
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.023837890625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5690104166666665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9600087412587412
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8388227982954546
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.592578125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8262803819444446
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7584635416666665
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.753515625
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7198350694444446
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.976655505952381
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6106770833333335
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.616796875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9370703125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.080498046875
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3930532094594597
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9126674107142856
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.958310546875
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9926525297619047
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0464263091216215
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9329427083333335
/ckpts/Pile100B//70M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5916385135135136
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.859881072874494
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3570556640625
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.495779326467803
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2971672289299243
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3203568892045454
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0052505060728745
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9067837487348178
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4283854166666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0574748545040484
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.351303562973485
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1316247888513513
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9244290865384615
/ckpts/Pile100B//70M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3132654138513513
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.052021748310811
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0765677787162162
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4664972478693183
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3720962062026514
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2117293074324325
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1191010880566803
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.117794552364865
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2690297719594597
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.159175733805668
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.14429370777027
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1852898848684212
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.834301097972973
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9721859643734643
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1310135690789473
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.62938464701417
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.786338404605263
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6546092168522266
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8749376151719903
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.018264358108108
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.694343844888664
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8995700245700244
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8240408337550607
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7140767332995952
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8736162069838056
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.075034551597051
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6944391124078626
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7204823786855035
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.899705840320122
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0420673076923075
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.041349085365853
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.227914663461538
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9396139005335367
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.088191105769231
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0842106516768295
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.258263221153846
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9654630335365852
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.129507211538462
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.150793726965602
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.971480535933661
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.804514742014742
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8302460841523343
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8667795992014744
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.137993044969512
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.315204326923077
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.658911728277439
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.006550406941032
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0147235576923075
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.889391699938575
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.692716272865854
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.063795684889435
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0399639423076925
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.794647606382979
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9449135638297874
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2788243447580645
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8430186170212766
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.992461768617021
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4378150201612905
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7354213169642858
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.866904920212766
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.328061995967742
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.488344254032258
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.075032552083333
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7939976283482142
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.057978723404255
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.354681199596774
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7461809430803572
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.638680186170213
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8171909877232142
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9522675304878048
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.727199647484756
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8976217130335367
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.758104277820122
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2169189453125
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2723858173076925
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6685505319148937
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.031099759615385
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.265174278846154
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.076322115384615
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.116414388020833
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7724086216517858
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5579637096774195
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7863650438262195
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.256632486979167
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5248235887096775
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.101111778846154
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9222203696646343
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.141153971354167
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5598538306451615
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.282602163461538
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.815167682926829
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8504289899553572
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.825964095744681
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9811178067835367
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.150841346153846
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7608119419642856
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.351412259615385
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7057976973684212
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.3092041015625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.464657738095238
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7981654575892856
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9887522163120566
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.82958984375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8730607269503547
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8399465460526314
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.313738567073171
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.044423204787234
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8377278645833335
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.750411184210526
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.671595982142857
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8917557565789473
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5242745535714284
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9032164228723403
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7476748511904763
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4053925304878048
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7618215460526314
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.336652057926829
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.144564494680851
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7630152925531917
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.951138630319149
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7907247340425534
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5633370535714284
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4301162347560976
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.104429853723404
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8330452127659576
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.940995065789474
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.038716201241135
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3533727134146343
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5746597782258065
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4137474798387095
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6174395161290325
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8507254464285716
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4400516633064515
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6516241776315788
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.986552526595745
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.068885749113475
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8618766622340424
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4574032738095237
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.052036236702127
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.686060855263158
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4896358366935485
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4701314786585367
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8487548828125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5327380952380953
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5841064453125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6529541015625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6097237723214286
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2669588414634148
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.665795110887097
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.517546622983871
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6057477678571428
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.739320816532258
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.286823551829268
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.036865234375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8788248697916665
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.023966471354167
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8804931640625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6556745256696428
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.61572265625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9322102864583335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.683837890625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.03662109375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.659894024884259
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9423421223958335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.105061848958333
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7879533179012346
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.123614804964539
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9420295877659575
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.141483820921986
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9775044326241136
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.697289737654321
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.00390625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7168996710526314
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8810649671052633
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.749074835526316
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.83056942033179
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0220384530141846
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.881138392857143
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5617751288659796
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5317150297619047
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8563058035714284
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6039806547619047
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.783203125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.718575183256173
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1827903368794326
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6648995535714284
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.456697789634146
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3169302591463414
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0496038342198584
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4386909298780486
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3331745426829267
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9176603618421053
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7213877255154637
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.247520500886525
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7980057565789473
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8756510416666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.608005798969072
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9908511513157894
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.355182926829268
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.887725453317901
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7174479166666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7751892719072164
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.012741815476191
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8458899980709877
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.443692835365854
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6394974226804124
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3758098323170733
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4819931402439024
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.875440055941358
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7935560533216783
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8516710069444446
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4134114583333335
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.51953125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.842098904639175
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.880107421875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9392345935314683
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.390906894329897
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9820963541666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8402125218531467
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9202938988095237
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6373697916666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.67890625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9939220935314683
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8881293402777777
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4928385416666665
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4231636597938144
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.573828125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.018229166666667
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.002919921875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.697265625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7234375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.928125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.862775895979021
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.966610863095238
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.05041015625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9134114583333335
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.90625
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5358072916666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.591796875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.978329613095238
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9486328125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0609156468531467
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9370349702380953
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.066514756944445
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.751953125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7081239073426575
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.79609375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8978437258873457
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.752176167052469
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6010199652777777
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9212812258873457
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4479166666666665
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7752549913194446
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.73203125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.14
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7358774038461537
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.970889136904762
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.852421875
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.626953125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8167920524691357
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4934895833333335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.75234375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.984468005952381
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.958372516396605
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.88236328125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.839289158950617
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.918154761904762
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.927392074742268
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.523497905927835
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0153657889660495
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7238240979381443
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5541438466494846
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.312126390861742
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5966494845360826
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7606515786082473
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4274273496685606
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.626932989690722
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0625527871621623
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.347053296638258
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8288096005154637
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.461677320075758
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1570285183566433
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.702059659090909
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.365593187736742
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2036792652027026
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8682118662587412
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7303731424825175
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8638237847222223
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6753472222222223
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7994791666666665
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4869791666666665
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8266059027777777
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6979166666666665
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1094277871621623
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.823046875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7044270833333335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.648828125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5364583333333335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.845703125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.66953125
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.25659839527027
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7699546547202796
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.151884765625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.888447265625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.09537109375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.916708984375
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5099135890151514
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7265625
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5579427083333335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.715234375
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.943638392857143
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.913789335664336
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9672619047619047
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3191964285714284
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.13159839527027
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8989025297619047
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4893059008049243
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8428819444444446
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.790510270979021
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.736328125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.966279296875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.87734375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.971905048076923
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.755859375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5852864583333335
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.842587425595238
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8975694444444446
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5249689275568183
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.814453125
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.13302734375
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.966796875
/ckpts/Pile100B//70M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3119985219594597
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.994091796875
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.263764880952381
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2086328125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.218776393581081
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.002046130952381
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3004092261904763
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2476509712837838
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3492693572874495
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5128062855113638
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.392108339251894
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.537716027462121
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.413818359375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2644665675607287
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3821403719635628
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.450539328835227
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2564405680668016
/ckpts/Pile100B//70M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3241395692567566
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.148807010135135
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5738969282670454
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.329761402027027
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.178420608108108
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.454149006831984
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4669855291193183
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6197250828598486
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2185652449324325
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6400477606275303
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3654191300675675
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.670882622722672
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2417124155405403
/ckpts/Pile100B//70M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.423828125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7930675923582995
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.854600161240786
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7536087223587224
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1885437753036436
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2171092168522266
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3617116333502026
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2567331414473686
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.885710995085995
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.77907132985258
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.428521160172065
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9508407555282554
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2918221786437245
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.515822684716599
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.16021555541498
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1619894041769046
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.186492245085995
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.328465717137592
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8226705411585367
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.214693509615385
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7160108612804876
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.066856971153846
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.845411347179878
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.745694788490854
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.227013221153846
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1219951923076925
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9085544493140243
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.709089949324324
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.735123617936118
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.864572136056511
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.301231971153846
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7704334305896805
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9170857647420148
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7646365282012195
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9692007211538463
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.800531710687961
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.791765910823171
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.037109375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9702664312039313
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7064505912162162
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8147190824468087
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9293123570884148
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.202824519230769
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7017287234042553
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7279800907258065
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.843467420212766
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.735089760638298
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6009639616935485
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8853585379464284
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9169215425531916
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7601751512096775
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6313319052419355
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9759521484375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7977120535714284
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.171675531914894
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8490108366935485
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.905064174107143
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8336356026785716
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.2040392287234045
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6258664014862805
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6515100990853657
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8711751302083335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.776140910823171
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6875774104420733
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0069110576923075
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.025390625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.213191105769231
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.056189903846154
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9916585286458335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.989048549107143
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2876449092741935
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8938395182291665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.349227061170213
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8337521436737805
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.251652644230769
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.315650201612903
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.714063690929878
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.064290364583333
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.245761303191489
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5810023716517858
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.092548076923077
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8726360041920733
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4730972782258065
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.811472039473684
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8034787061737805
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2862079326923075
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5928083147321428
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.076622596153846
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.771670386904762
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.81787109375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.109028701241135
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6437813895089286
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7052837171052633
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8720296223958335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.282136524822695
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.380954649390244
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1467614140070923
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5866815476190474
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8380962171052633
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7277960526315788
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.98486328125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.787202380952381
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.650111607142857
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3802498891843973
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3062595274390243
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.911081414473684
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.648371010638298
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.674035904255319
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.811860039893617
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3870998475609757
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.712965425531915
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9194568452380953
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3227896341463414
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8379044769503547
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.866913231382979
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8571134868421053
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4289253048780486
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8688635859929077
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.017326108870968
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.05046622983871
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.220073084677419
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.089654737903226
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.394345238095238
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8898026315789473
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.742544880319149
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5183221726190474
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9266123670212765
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.028590425531915
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.298261088709677
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.660405585106383
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.325457317073171
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8633858816964284
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8814174107142856
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9839564732142856
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.010690789473684
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.91796875
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.130103326612903
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.345369664634146
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7161458333333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0362723214285716
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.35320060483871
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7504475911458335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.772705078125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.904052734375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.392420614919355
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8081868489583335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4372618140243905
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.929966517857143
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9597574869791665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0633021763392856
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7909458705357144
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.020682629243827
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8415120442708335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0020751953125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9943440755208335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9070457175925926
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5579981161347516
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.591686059397163
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7390846631205674
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.636150820035461
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6224300986842106
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6465871710526314
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.766138980263158
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.050464771412037
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6881167763157894
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.933750482253086
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.58386356314433
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.304594494047619
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3385416666666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6081659226190474
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8159352836879434
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.443359375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.829152960526316
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.118968822337963
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2183689024390243
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6722490026595747
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.241187118902439
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3205030487804876
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.669642857142857
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4595078930412373
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.259051067073171
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7082648026315788
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.862076130319149
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9192292774822697
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.614791398195876
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4633556547619047
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.870065789473684
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3515625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4910196520618557
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.862767269736842
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6506016107253085
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.748325892857143
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8961123511904763
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.677803698881173
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2771055640243905
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6902988079896906
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.881378387237762
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.382717225609756
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7434895833333335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.554401676829268
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6751302083333335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.924609375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8064386815200617
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.051787109375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.037874516752577
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7723448426573425
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5228794642857144
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6522352430555554
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5221354166666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.05700306056701
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.798828125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9127239947552446
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8009041739510487
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7606336805555554
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6946614583333335
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.920009765625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.951953125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6783854166666665
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5436197916666665
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.826953125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.207172197164948
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.839936755952381
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.082568359375
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9834735576923075
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.962861328125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8212890625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.267578125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7838541666666665
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.03125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.035435267857143
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.145859375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.015187937062937
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3504464285714284
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.703342013888889
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5924479166666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.598017939814815
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.548828125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0516417176573425
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.629273967978395
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8003472222222223
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6734543788580245
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7235243055555554
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5989583333333335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.886083984375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.915922619047619
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.178444602272727
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.883716724537037
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.94466796875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8427734375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.814453125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.943452380952381
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.740234375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.7109495563271606
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.406713112113402
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4395336662371134
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.049248046875
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5922801224226806
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9328161168981484
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4786163015463916
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6475349195075757
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7431278935185186
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.98828125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.653833762886598
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.549312707149621
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5134705219072164
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3959828969594597
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.673654267282197
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.710313305412371
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.573275479403409
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4053036404639174
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7345798732517483
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7596427010489513
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8938893138111887
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.285129856418919
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7336166844223486
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.799401770104895
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5567491319444446
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5777994791666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4108072916666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6830512152777777
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4134114583333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.065625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6302083333333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.25625
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.439110008445946
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6121961805555554
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.486328125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.13203125
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3127111486486487
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9535347465034967
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.810859375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.818017578125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.95724609375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7311197916666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.867822265625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6979166666666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.886811755952381
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.295432350852273
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.3296875
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9342447916666665
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9598214285714284
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8322634396853146
/ckpts/Pile100B//70M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4972286739864864
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8288690476190474
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.313372987689394
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.013173828125
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6329210069444446
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5305989583333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0139313811188813
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.17109375
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9769345238095237
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.704750327797203
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7719184027777777
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7376302083333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.38515625
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.895595703125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7444661458333335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.630859375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.61953125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.070655616554054
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4248823686079546
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8802083333333335
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0834375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.139912109375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0925886824324325
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.922061011904762
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9359188988095237
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2354835304054053
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7083755060728745
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0941642992424243
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1178459398674243
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.2556818181818183
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.840844034665992
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1604595762310606
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7275944142206479
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3177749171401514
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8880985893218623
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5207189611486487
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.545581714527027
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6974503800675675
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1848810369318183
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.587257179054054
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.381340258049242
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7548828125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.391287138967803
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6172402871621623
/ckpts/Pile100B//70M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8152449324324325
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.128563133445946
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.235291577088452
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.392549332002457
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2223992598684212
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1758524164979756
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3218386260121457
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.370362316548583
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.257030290233415
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.43583480497543
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2545190726214575
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.433111399291498
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8382419493140243
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.05078125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.995944883765244
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.222355769230769
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8610958936737805
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.037841796875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.090294471153846
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.302133413461538
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7634559275184274
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7268360334766584
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8515481035012287
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.892818066646192
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7878963835995085
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9489980036855035
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.252933843085106
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.412824135638298
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3635647681451615
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.272240691489362
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.467677859042553
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5298009072580645
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6066196986607142
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.390593497983871
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6040826612903225
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8835042317708335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6538609095982142
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6100899832589286
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6832275390625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8591665872713414
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.030192057291667
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8200981326219514
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.944312118902439
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.151893028846154
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.097506009615385
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9853872903963414
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.257512019230769
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.304387019230769
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9060465494791665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0802001953125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8819609851371952
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.191856971153846
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9163065159574466
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.038538490853658
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.372445913461538
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9285567434210527
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5809151785714284
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0974623226950353
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.075555098684211
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.375047637195122
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9437749335106385
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7825520833333335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.15588984929078
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.94140625
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.120374177631579
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.584263392857143
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.482421875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9116443452380953
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7201795212765956
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6803440824468083
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.817752659574468
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3872427591463414
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8608876329787236
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5168159298780486
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.748545545212766
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4555821572580645
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.409305695564516
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.566563760080645
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6225113407258065
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9243351063829786
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.837193080357143
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.808314732142857
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.489352318548387
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8931710379464284
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9281180245535716
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6946194556451615
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0457763671875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0045166015625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.135701497395833
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.864222935267857
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.16748046875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0009765625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.062337239583333
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7172972125771606
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.220499674479167
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8527771749614197
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9812721631205674
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.937887854609929
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.090577903368794
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9148848684210527
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.140777371453901
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8825041118421053
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.000616776315789
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.737087673611111
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.108408505154639
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.034333881578948
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.976748511904762
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.913058810763889
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.914341517857143
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.102585565476191
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.164620535714286
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.013103945035461
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.592082698170732
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9368832236842106
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.558689024390244
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6652057926829267
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.289747100515464
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.205036569148936
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.691739710365854
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.008742559523809
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0980674342105265
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.14318218427835
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.267857142857143
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.343669458762887
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.611042301829268
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0940095061188813
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7475228658536586
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7681206597222223
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.681640625
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.633203125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9715234375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.225128387237762
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9063585069444446
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.871977306547619
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8795572916666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.796484375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.112953452797203
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2747213723776225
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.10427734375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7867838541666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7037760416666665
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.653125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9444444444444446
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9877232142857144
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9173177083333335
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8703125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.988349609375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.183857421875
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9389880952380953
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9345703125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7965977044753085
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7554796006944446
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.887644073109568
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9330482011959877
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.823224103009259
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4703406894329896
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.428640463917526
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5746415914948453
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.989526065779321
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3511962890625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6211340206185567
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.462905421401515
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4996778350515463
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.146484375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6869563466494846
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.367575905539773
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5119185014204546
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2925464527027026
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.764368444055944
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.724363527097902
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8593340253496504
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7973090277777777
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7623697916666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6985677083333335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8756510416666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6673177083333335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9029447115384617
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8111979166666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6734375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.631640625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7859375
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1642208614864864
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.910915798611111
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8515625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.826953125
/ckpts/Pile100B//70M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3496621621621623
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1755078125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.130537109375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.270791015625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7929277753496504
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9090401785714284
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8605840773809526
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.30955078125
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.171781994047619
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.816189236111111
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7311197916666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.703515625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.282831101190476
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9634369536713288
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1969921875
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9578993055555554
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9166666666666665
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.906640625
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9932105654761907
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.354365234375
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.563151041666667
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4432484019886362
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4085027521306817
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.522634795217803
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5649007161458335
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4657537286931817
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.189347550675676
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.15015308277027
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2878747888513513
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3272804054054053
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.612323183001894
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2156619510135136
/ckpts/Pile100B//70M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.389014991554054
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8500759109311742
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9722435503685505
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.06494140625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.447716346153846
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9418218085106385
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.358177923387097
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6895926339285714
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.262858072916667
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8535987367021276
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.083675986842105
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.242652529761905
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.79296875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8342611336032388
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.8444492669753085
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7150652384020617
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7227090371621623
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.879985249125874
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.970703125
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.90234375
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.38515625
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.333388671875
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.322637648809524
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6444300209603657
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.089092548076923
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.295114228219697
/ckpts/Pile100B//70M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.792652027027027
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6750914228723404
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.042527721774194
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7391183035714286
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7631022135416665
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5716007313829787
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8507401315789473
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.859188988095238
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5267244664634148
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5782274787808643
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.422338112113402
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7114701704545454
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5804036458333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6673177083333335
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0921875
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.085859375
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8485863095238093
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.070120146780303
/ckpts/Pile100B//70M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.52562816722973
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7079524607793521
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6067774228238867
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5641763663967612
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5528213562753037
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.740926271508097
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5811298076923077
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.635493104757085
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6895598747469636
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.610037238943489
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6079257524570023
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.56778351504914
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5564438728501226
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.646369203009828
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.583005413083538
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5883225199631448
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.640514626842752
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6964319740853657
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.690167682926829
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6377489043445124
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6491818311737805
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.914362980769231
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.916316105769231
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6763528963414633
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.723210032393293
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.733332936356707
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6651224275914633
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8595252403846154
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8700420673076925
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8970853365384617
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.952824519230769
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9630408653846154
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.890625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.540342420212766
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.535048204787234
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4770861037234044
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.489527925531915
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.516871675531915
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.570744680851064
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.578723404255319
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.507696143617021
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.405462449596774
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5219569052419355
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.454259072580645
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.469632056451613
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3832220262096775
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5686428931451615
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4538180443548385
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.491966985887097
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7088797433035714
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.586669921875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5569022042410714
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5662144252232142
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6447056361607142
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6036376953125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6817103794642858
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5717424665178572
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.87548828125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8866373697916665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8243408203125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8343912760416665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8727620442708335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.904052734375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9209798177083335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8569742838541665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0180352393617023
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9195063164893615
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9513658023049647
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.966159685283688
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8884363918439715
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.505859375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0622645168439715
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5158305921052633
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9680574024822697
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9882673980496453
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.461451480263158
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4649465460526314
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5012335526315788
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.546463815789474
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.189732142857143
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.205171130952381
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5626027960526314
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4856085526315788
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0317150297619047
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0556175595238093
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.116908482142857
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1968936011904763
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2101934523809526
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.097842261904762
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.180973704268293
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1847370426829267
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1437690548780486
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.153058307926829
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.170207698170732
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.203029725609756
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.208031631097561
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1622999237804876
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.832790798611111
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.748553240740741
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7717676986882718
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.78515625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.726336443865741
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8648003472222223
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.784984447337963
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8035813319830245
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2947205219072164
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.298848260309278
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2370529961340204
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.250060405927835
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.276900773195876
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.332373550257732
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.340749838917526
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.268484213917526
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.547940340909091
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5767182036713288
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.494659637237762
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6312934027777777
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5051354895104896
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5558074737762237
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6376953125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2630208333333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.577565013111888
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2825520833333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.708203125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6107135052447554
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.61328125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.521812172202797
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5819227430555554
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1868489583333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.592990451388889
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6185980902777777
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1940104166666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6616753472222223
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.641796875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2421875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3131510416666665
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.658203125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.670681423611111
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5953125
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6085069444444446
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.753125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3391927083333335
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.21484375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.684833984375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.65625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.68794921875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.67421875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.616640625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.625537109375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.666015625
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7646949404761907
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7116015625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7918526785714284
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.72662109375
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6546875
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6789434523809526
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7222842261904763
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7729724702380953
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6442987351190474
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6734561011904763
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7332589285714284
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.474953391335227
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4024399266098486
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4193744081439394
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4303755326704546
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.388076319839015
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5035992246685606
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4358686967329546
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4469290068655303
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.19555004222973
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.126689189189189
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.13159839527027
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1414168074324325
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1004011824324325
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2255331503378377
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.16234691722973
/ckpts/Pile100B//70M_23-0.0625-0-0.0625-0.125-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1567778716216215
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6548859754554657
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6664821609311742
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6102962107793521
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6312231148785425
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6640980832489878
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.583972513917004
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5933150936234817
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0145100581983804
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5591312192874693
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.571027526105651
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6580111716830466
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.680810426904177
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7159234874078626
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6333979576167077
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.64321636977887
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5772180205773956
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.645823408917683
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.858623798076923
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6573516101371952
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.528912800114329
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.873347355769231
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.551076005144817
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5880275819359757
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5043171208079267
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.802734375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5152468797637195
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.814453125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8951322115384617
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5395061213795733
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.767578125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7830528846153846
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8350360576923075
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.483410904255319
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.496085438829787
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6021359707446807
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.625249335106383
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.666115359042553
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.572431848404255
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5832529920212766
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.502734375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.346742691532258
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.359375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2585370463709675
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2841796875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3258568548387095
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2252394153225805
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.239446824596774
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6265869140625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5012600806451615
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6396484375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5769391741071428
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5857979910714286
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6071079799107142
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.562744140625
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.83056640625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.57177734375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.681605747767857
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.84912109375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6156412760416665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6348470052083335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6683756510416665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5959065755208335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6014404296875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6814778645833335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.853127770390071
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.469161184210526
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8677969858156027
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7710411125886525
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0463169642857144
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4767680921052633
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8001579122340425
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.844484153368794
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7407053413120566
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7577986480496453
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5431743421052633
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.070405505952381
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5582853618421053
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5993009868421053
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.987644060283688
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5203536184210527
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5207648026315788
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1165364583333335
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1499618902439024
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.463301809210526
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1704799107142856
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.242373511904762
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0639880952380953
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.072172619047619
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1587271341463414
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9830729166666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1616330030487805
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.176829268292683
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2054592225609757
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1442930640243905
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.149152057926829
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.122046493902439
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.694414303626543
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7060215326003085
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.624975887345679
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.679042486496914
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6457187982253085
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5960557725694446
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.609447337962963
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.811279296875
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2431741301546393
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2560003221649483
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3526699420103094
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4175459085051547
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.378624355670103
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3198292525773194
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3355750644329896
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.263973904639175
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.523300917832168
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5887586805555554
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2076822916666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.558203125
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5336265297202796
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.613090034965035
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6016710069444446
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2174479166666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6700721153846154
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.62779296875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6373606861888113
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5888057255244754
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.474609375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.597355769230769
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2565104166666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.490625
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5358072916666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5022786458333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5851999562937062
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3489583333333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4576822916666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7217261904761907
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2936197916666665
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.23046875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5609375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.509375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4674479166666665
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.636064453125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.451171875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2395833333333335
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.469140625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4858940972222223
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.673232421875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1848958333333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.680859375
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.750279017857143
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.74310546875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6962109375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.64958984375
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.64673828125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.779296875
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6873604910714284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.615205078125
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.781529017857143
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7119605654761907
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7437686011904763
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.606352306547619
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3535267223011362
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3645278468276514
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.284053918087121
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.332282788825758
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3039994673295454
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.259417909564394
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.268747040719697
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0675675675675675
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4656501538825757
/ckpts/Pile100B//70M_30-0.125-0-0.0625-0.0625-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.080685177364865
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0201119087837838
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.079814189189189
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.040698902027027
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.98949535472973
/ckpts/Pile100B//70M_24-0.25-0.1875-0.0625-0.125-0.375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.004249366554054
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1646431587837838
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.040782357034413
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0696878162955468
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.977531155111336
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9925670546558705
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.597761824324324
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6325965525184274
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.547138935810811
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.559116822788698
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.562083174542683
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8697415865384617
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5990020007621952
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5084139195884148
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8912259615384617
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5216183546112805
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7955228365384617
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8149038461538463
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5262632978723403
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5641622340425534
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4686170212765957
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.522586945564516
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.481998005319149
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5716355846774195
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4546685987903225
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7029854910714284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4692540322580645
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7247140066964284
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.697998046875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.629150390625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6553431919642856
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7382405598958335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6400146484375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6617838541666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.011760305851064
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.478926809210526
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.049014136904762
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.056529809397163
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.947196365248227
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5208675986842106
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9624612145390072
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4357524671052633
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1394340701219514
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.447265625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.109654017857143
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.933407738095238
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9633556547619047
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1578220274390243
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0997522865853657
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.107326600609756
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8342375578703702
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8688633294753085
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7756016107253085
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7896080488040123
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.28332393685567
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3241382087628866
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2271665592783507
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.240516269329897
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.608241368006993
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5055338541666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2180989583333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.70234375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6388767482517483
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.636728515625
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.551081730769231
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5405815972222223
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7690662202380953
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2486979166666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5629234047202796
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.457790798611111
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.74921875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1412760416666665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.64375
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.468532986111111
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1653645833333335
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.657421875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.672763671875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5623046875
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7699962797619047
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.588955078125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5531063988095237
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5571986607142856
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4862467447916665
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5186767578125
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.433220140861742
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.196632179054054
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.445297703598485
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.226245777027027
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.134448902027027
/ckpts/Pile100B//70M_22-0.0625-0.09375-0.09375-0-0.75/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1455078125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6258500442813766
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5841227543016194
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.572277486082996
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.512201100708502
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5669716282894737
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4784088752530364
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.65674816548583
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5995461158906883
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.769910357800983
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.727402295761671
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.708586071867322
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8444794226044228
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.806151144041769
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7143110795454546
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7435551673832923
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.805527295761671
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6012498809070124
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.644206721608232
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.582617782964939
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6689899723704267
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6284090367759148
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5875541873094514
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6828017816310976
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6170624523628048
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.771183894230769
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.824969951923077
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.798828125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.850811298076923
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.828876201923077
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7513521634615383
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.867938701923077
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.791015625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.675390625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.724326795212766
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.656075465425532
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.809416555851064
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7643949468085105
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6597822473404253
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7641206781914893
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.692046210106383
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.092836441532258
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.140688004032258
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.075226814516129
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1255040322580645
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.085811491935484
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.080991683467742
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1125882056451615
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1751827116935485
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5795724051339286
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5596923828125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.549560546875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5138985770089286
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4971923828125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5543387276785714
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6002022879464286
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5673479352678572
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7487386067708335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7082926432291665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6862386067708335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7613932291666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7162679036458335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6866861979166665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7951253255208335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7263997395833335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.677886746453901
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.611965314716312
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.630748559397163
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.668993794326241
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.628656914893617
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6179909131205674
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7449440381205674
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.648118905141844
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.581620065789474
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.531763980263158
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5510896381578947
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.648026315789474
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.610300164473684
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.537623355263158
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.624588815789474
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0834263392857144
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9536830357142856
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.986235119047619
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.158296130952381
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0752418154761907
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9488467261904763
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1493675595238093
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.989955357142857
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1985994664634148
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1456745426829267
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1596798780487805
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2313262195121952
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.202791539634146
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1500095274390243
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2153201219512195
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1716844512195124
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5343635464891974
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5205620659722223
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4962293836805554
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4803783275462963
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.48755184220679
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.485402801890432
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5638141396604937
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5112726658950617
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4846971649484537
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.567916398195876
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.414223582474227
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.437157699742268
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.524524806701031
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4202843105670104
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5259946842783507
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.453708923969072
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.693250109265734
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6963505244755246
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.633891499125874
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6513057255244754
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6596235795454546
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.638999672202797
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7263986013986012
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6000434027777777
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6675180288461537
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6290147569444446
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5411241319444446
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.557400173611111
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2877604166666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.349609375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2018229166666665
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2350260416666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5893012152777777
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3859375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.37734375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.30859375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.326953125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.345703125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.548828125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3421875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2109375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6375868055555554
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5755208333333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3216145833333335
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.25
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.330859375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.41640625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.358984375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.673125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.721806640625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.59265625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.61921875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.667685546875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.59693359375
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.718671875
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.63953125
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6771763392857144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.773530505952381
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5699404761904763
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5657552083333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.635556175595238
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.566685267857143
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.791015625
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5957496279761907
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1964518229166665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.181770093513258
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.147830847537879
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.162057587594697
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.150901100852273
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1525582978219697
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.224209872159091
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1769242720170454
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.938740498310811
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8778769003378377
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9261771537162162
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.895402238175676
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/90000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8887510557432434
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.883683488175676
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9663745777027026
/ckpts/Pile100B//70M_17-0.5-0.09375-0.09375-0.125-0.1875/60000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.912082981418919
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4742772646761133
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5640538018724697
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4967461095647774
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5352867219129556
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.48387683451417
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8011075706388207
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.872475813882064
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9072817490786242
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.81307585995086
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8268245162776413
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.623064738948171
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6945264862804876
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6350306068978657
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7340058117378048
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.649437881097561
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.77734375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8715444711538463
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.914362980769231
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8079927884615383
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8194110576923075
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7578125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.83671875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8746343085106383
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.771650598404255
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.787707779255319
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.081212197580645
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1546118951612905
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1887915826612905
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0924899193548385
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1057207661290325
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4951171875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5237862723214286
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5461077008928572
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5000523158482142
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5063825334821428
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7086181640625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.77978515625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.823486328125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7171630859375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7417399088541665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6243766622340425
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6975565159574466
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.75072030141844
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.635333554964539
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.650736923758865
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6065995065789473
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6686883223684212
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7106291118421053
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.618215460526316
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6257195723684212
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.052548363095238
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2133556547619047
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2704613095238093
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0770089285714284
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1122581845238093
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.197932545731707
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.250095274390244
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.275295350609756
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.207078887195122
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2159394054878048
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4832597897376543
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5439875096450617
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4926305700231484
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.573995707947531
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5051721643518516
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5188063788659796
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6034753543814433
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6417324420103094
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.531552029639175
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.551687338917526
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6549114947552446
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7184085445804196
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7558184003496504
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6651551573426575
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5849609375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.677406577797203
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6514756944444446
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.296875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.400390625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3359375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6881510416666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5983072916666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.407421875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.447265625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3157552083333335
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.43828125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.348046875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.607638888888889
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3287760416666665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.362890625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.65552734375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.74177734375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.784384765625
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.674892578125
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.68888671875
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6352306547619047
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7982700892857144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6902901785714284
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7094029017857144
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.74609375
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1476310961174243
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2024036754261362
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1559762665719697
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2295032848011362
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1670328776041665
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/100000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8836307010135136
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/50000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.95336254222973
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/40000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.980732685810811
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/80000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.895191089527027
/ckpts/Pile100B//70M_21-0.5-0.09375-0.0625-0.25-0.09375/70000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9083614864864864
