/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1498114087803644
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9221616428390687
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.3645424784919027
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7604337993421053
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.616705149291498
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9676666877530364
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9481769515435223
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8429612379807692
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5458114562246963
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3021512050860324
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.702654510374494
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9586324962044535
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.143855168269231
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2344066295546559
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.374238913841093
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9173361589068827
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.704093655111336
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5172381072874495
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3841567560728745
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.304165612348178
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8930011702935223
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4443715207489878
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0396713689271255
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0677228302125505
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3845580560475708
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.114253858805668
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8497754301619433
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.691137398785425
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5368049405364372
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2918636924342106
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8931395495951417
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2306545736336032
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.258390759367322
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6325917536855035
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.81653101965602
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2554226812039313
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.035297815571253
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.056035972051597
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4374820043765357
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.333728837146806
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.042316108722359
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.71897554514742
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.234907670454546
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.922369279791155
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.744721283783784
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.62746660012285
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8219441031941033
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.494577318796069
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5323921222358723
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.325557624385749
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.136056511056511
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.1776144041769046
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7272583307739557
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.460563191031941
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.33542402487715
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.842804629914005
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.659633177211302
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.164408015970516
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.917445677211302
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2360209996928746
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3460342444717446
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9549821483415233
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.090501190110565
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2633167613636362
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.159703696646342
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7426549399771343
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5620280940358233
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.199369104897104
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.957102705792683
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.136036942644817
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3755880216272867
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2778335199123476
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.655123197115385
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0791015625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8705679086538463
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4360727163461537
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.364858774038462
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.491060697115385
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.642803485576923
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5332782451923075
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6660841034679876
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3400045255335367
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.847019102515244
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.015732183689025
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.324540301067073
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2520900819359757
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.438214557926829
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.009615384615385
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.093904820884147
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5321514423076925
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.138521634615385
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.448918269230769
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.810396634615385
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4266826923076925
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6661658653846154
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.505709134615385
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.503269102515244
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3051400533536586
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9870724561737805
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.081596560594512
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3453428687118905
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.697980182926829
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.1655452076981705
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.714450743140244
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5465713128810976
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8924278846153846
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6478365384615383
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1516172827743905
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8848906726371952
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2355927258003048
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9484803734756095
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2225341796875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.153150604992378
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.0434987137957314
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.5712139423076925
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.600961538461538
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.689453125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.110877403846154
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.697716346153846
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.120943509615385
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9609375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4888822115384617
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3487079326923075
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5303485576923075
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4296875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5606971153846154
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4463641826923075
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.504356971153846
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.280161236702128
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8018159906914892
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.598491522606383
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1881108710106383
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0433759973404255
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.076433676861702
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.38667303856383
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2747880651595747
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7801001764112905
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.096585181451613
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3117754536290325
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.706212197580645
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5492691532258065
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5424647177419355
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.888671875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7849199848790325
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.074700797872341
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.722049534574468
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.276786901595744
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.910372340425532
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.83158244680851
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.617403590425532
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.829978390957447
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8857935855263157
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.32902248861336
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.729982445597166
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.462198728491903
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.56539015055668
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.558984375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1018946103238867
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5514375632591095
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3966919439524292
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.475914228723404
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.250274268617021
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1744559151785716
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.229097406914893
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6580113002232144
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.855555943080357
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3409946986607144
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.123886303191489
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0110386439732144
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.400398936170213
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.340026595744681
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.68515625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.819614361702128
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7460850306919642
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.628191489361702
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4756905691964284
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4027273995535716
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8971077127659575
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2766871675531917
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0795295877659576
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.089918550531915
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.186261635638298
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1586020611702126
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.935231050531915
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1548324092741935
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.818453881048387
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3784022177419355
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8716607862903225
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9156060987903225
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7356665826612905
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9175592237903225
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6584551411290325
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.269755045572917
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6822306315104165
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8793131510416665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.302734375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.076985677083333
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.296651204427083
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4831746419270835
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.509860131048387
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2428175403225805
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3816121419270835
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.612241683467742
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.307711693548387
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1986202116935485
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.285660282258065
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.754725302419355
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6692603326612905
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4361454133064515
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.006426411290323
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.077085433467742
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0386529737903225
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.9944871471774195
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.981319304435484
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1266066028225805
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5505719866071428
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.424647177419355
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4464983258928572
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6312604631696428
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7542550223214286
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.761962890625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4076625279017858
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4694301060267858
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6693289620535714
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6769496372767858
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5908726283482142
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7592424665178572
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9767543247767858
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4859619140625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7764718191964286
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8035888671875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6409214564732142
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5648367745535714
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7110595703125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3713785807291665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8725179036458335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4482596261160714
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8924037388392858
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6840994698660714
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5437534877232142
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1888427734375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4138706752232142
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5548444475446428
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6663992745535714
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.3677978515625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2848307291666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4774169921875
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.126220703125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.638671875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4228922526041665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.054972330729167
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.212239583333333
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4314778645833335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.261189778645833
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8446451822916665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7967529296875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6332600911458335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3092854817708335
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.022786458333333
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.033447265625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2702229817708335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2239176432291665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3331948138297873
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.217081705729167
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3413492838541665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.625748005319149
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.826511247783688
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2321171320921986
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.084988641400709
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.078014184397163
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.364517767902328
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4226507092198584
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2239906218370444
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6912609517332995
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5353341662449393
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.057136813638664
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9772366048836032
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2903889644483806
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8716452903593117
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3121883311170213
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.167146381578948
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.565943667763158
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7425472861842106
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1970086348684212
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9533305921052633
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.141807154605263
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3818359375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2784231085526314
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.449869791666667
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.447451636904762
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7592075892857144
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8104771205357144
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.132905505952381
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.550967261904762
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1509021577380953
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9889090401785716
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.900117820091093
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5322740068319838
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3912299152327936
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4189018218623484
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.524141257591093
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.449665517459514
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7231899987348178
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.109367092611336
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6066358612804876
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.197575266768293
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.334008193597561
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9539110137195124
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4654392149390243
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.703762189716312
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3585023271276597
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.907094968971631
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8501572027439024
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.079768483231707
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.347864029255319
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4620179521276597
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.50213320035461
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.270805629432624
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0616901676829267
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5077670325151824
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.369709956983806
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9170277707489878
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5344920293522266
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1056011987601213
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7265625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4138569078947367
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3933411880060729
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.931229440789474
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.461437642332996
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7242812183704452
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.204371675531915
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0238486842105265
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5172697368421053
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.375822368421052
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.321340460526316
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9692348182624113
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.716464428191489
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1429798315602837
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4683779761904763
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.867466517857143
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.164268092105263
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.729762300531915
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6762462797619047
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.698373781028369
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.730122451241135
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.227656804078014
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.149891954787234
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.332496279761905
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.937541555851064
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0105096726190474
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.696614583333333
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7179129464285716
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4810855263157894
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2843338815789473
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5567237367021276
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4721021719858154
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4443428634751774
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5324274157801416
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.244243421052632
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4625858820921986
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.857421875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.613170434397163
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.065378289473684
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3477590460526314
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.214471726190476
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.157483552631579
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6774259868421053
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7200863486842106
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.529708059210526
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2355057565789473
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.390438988095238
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8526932565789473
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9466488486842106
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0364583333333335
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1272615131578947
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1521381578947367
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.751674107142857
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.042351973684211
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.201171875
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2495236280487805
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.304966517857143
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.030201981707317
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9522879464285716
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.366472942073171
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.380580357142857
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.677455357142857
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5757068452380953
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3405877976190474
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.720369664634146
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0980849847560976
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9654630335365852
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.708936737804878
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.777064732142857
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6629495350455465
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.011253720238095
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.078683035714286
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3243699788081984
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7495349702380953
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.234809906376518
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4644404731781377
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.675595238095238
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.81397472798583
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0133654636892713
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.334449404761905
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5892348810728745
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.898623511904762
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.395280475075911
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5399199695121952
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.831791308353808
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.2918026335995085
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.148532774390244
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.657603270884521
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.020198170731707
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.348759981572482
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4726994394963144
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.761671112804878
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5431116615853657
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.027439024390244
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.072769502457002
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.919235641891892
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5824123475609757
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2734518964987713
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2690548780487805
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2886337652439024
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.163967225609756
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9525057164634148
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.407250381097561
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4340224847560976
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.913109756097561
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.893292682926829
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.735613567073171
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.041015625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0709680627893516
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5062745647665894
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6800861123167437
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1808320975597995
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8729978961709106
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.446161893427518
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8613929277584877
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3314811800733026
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2665811674600738
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.846214200706388
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6804469153101964
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.297779580006143
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.245386947820216
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.937521594748157
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.348921942183661
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0789887899262895
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.541283878279321
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.329828585687961
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7336167843980346
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.264841338734568
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1649694794226044
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.71801456404321
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.192533975737101
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.238521191646192
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9148639050982803
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5398639050982803
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.077541076030927
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3573816043814433
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.567543894974227
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9423468212530715
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9243214400773194
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8151930976159796
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.122438030478395
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.344654224537037
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.196705005787037
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1722246334876543
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.910237830159705
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.176839392659705
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.836118717783505
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7459401873464375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.139668572809278
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.34070753992629
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9456484183046685
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.173824525875307
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0142608327963916
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5432674773495085
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9490107783564814
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2464272688882065
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8216718508873457
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6031328366126543
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8996046112804876
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.918038073881173
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.342273246951219
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7246034203506095
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.420734684641768
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5427603372713414
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.56616512345679
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.516164520640432
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4780333719135803
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.945927372685185
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0446174527391974
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.756857036072531
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.133003048780488
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8398794778963414
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.092097355769231
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.7237079326923075
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8970853365384617
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.532902644230769
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3447890863185976
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.694561298076923
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.460105613425926
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2035590277777777
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.246991946373457
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4412043065200617
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3831862461419755
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3838641826923075
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.421274038461538
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.910427517361111
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5158359857253085
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.462590144230769
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7527737254299756
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.348256104115479
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9437822164948453
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.406252399416462
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.522579708614865
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5783867590206184
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.146061533505154
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.929721091830467
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.175603693181818
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9623531557125307
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.433477378301597
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6915471971649483
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6940238402061856
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4795827963917527
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.738100032216495
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.439352448453608
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2386034149484537
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.002295425257732
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.004188144329897
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.160136114690722
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9362314755154637
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.16625724871134
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6083883698453607
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3494864510489513
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.457615173969072
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.392598260309278
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.897973120629371
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6960295563811187
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3225865930944054
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1142168378496504
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.033505154639175
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9843271962412588
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8810808634020617
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5038925917832167
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.685546875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.936754993556701
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8286686533505154
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.053656684027778
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.722253543814433
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6834852430555554
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5068901909722223
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1851671006944446
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.905947970360825
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.099609375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8777669270833335
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4050890515734267
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.52734375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.35546875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.86328125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8388671875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0203125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54140625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3326171875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.948828125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7896484375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.077039930555555
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3398980034722223
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9488932291666665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0843098958333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7892578125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.13359375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2587348090277777
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9716796875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0263671875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.58318359375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.84359375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0502685546875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4460107421875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.309609375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4833935546875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6595751953125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.552548363095238
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0413876488095237
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4525669642857144
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.740931919642857
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5242236328125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4945591517857144
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.811197916666667
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7195870535714284
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.896620957167832
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5840541294642856
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.623743444055944
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.382924149676067
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.0715963723776225
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.890160620629371
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7747713414634148
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.212755156726372
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6157747594321648
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.196753525152439
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6905799278846154
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.714160839160839
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.5154747596153846
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5535948426573425
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.596896701388889
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9008759289253048
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.30078125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2925950957507624
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7540147569444446
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4544270833333335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0774739583333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9959687023628048
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7213541666666665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.1553485576923075
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.477313701923077
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9624399038461537
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.414453125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.702298677884615
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0765625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9155815972222223
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.62890625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8463541666666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2972437718531467
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3731219951923075
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5780498798076925
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3916015625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7989309210526316
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.189670138888889
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.220486111111111
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.418464938638664
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.921345204959514
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.4444387335526314
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5755125964701417
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.497788896444838
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1584877909919027
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.399714543269231
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5445804195804196
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.05390625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8823677093876519
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2063802083333335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.217447916666667
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.966796875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.346413352272727
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1267482517482517
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.184765625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1859375
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.99296875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.409691870629371
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1444902753496504
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.207919034090909
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.809507978723404
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.31664727393617
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7614319274475525
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9774305555555554
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.612948803191489
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.740985576923077
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5835063374125875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.281033909574468
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.881328125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4177859042553194
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.503759765625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.004557291666667
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4356553819444446
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0601171875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2608506944444446
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8876953125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2779947916666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.934375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.030598958333333
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3633203125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.66953125
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2930772569444446
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.304824082167832
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9627821180555554
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.43046875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.074301861702128
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.983118444055944
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9113779920212766
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9268739073426575
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.027126736111111
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.866796875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0592447916666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9791666666666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.622470703125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.648115234375
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.397392578125
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.619900173611111
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2360959353146854
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.009765625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2017864947552446
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6157769097222223
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1995844414893617
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4781901041666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5221354166666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.41640625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8693591564685317
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.43046875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.267823972902098
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4869791666666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2747395833333335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8956473214285716
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.46640625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5355282738095237
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.856640625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1765252976190474
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9140625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.63203125
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.195095486111111
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8362630208333335
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.7394903273809526
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.315234375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.787868923611111
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9069010416666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7942708333333335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.122829861111111
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7233072916666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1273871527777777
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.779345703125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6099330357142856
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.546552734375
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.297433035714286
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.585751488095238
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8072916666666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.28515625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9320746527777777
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8151041666666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1928168402777777
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.18828125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.6421484375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1390625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8860677083333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.267131526295732
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6541777820121952
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9153645833333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1070497094131095
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.19453125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.221484375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.564501953125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.074587938262195
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4543359375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.44375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.339453125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1810451600609757
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4958984375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.881413157393293
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.007851205221036
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4805550924161586
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9618359375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.114769912347561
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8577851086128048
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.987587890625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.772529296875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7048399390243905
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3968563988095237
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6899038461538463
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.173828125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.512019230769231
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.312626536299543
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0132068452380953
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.748798076923077
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6631324404761907
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3098223286290325
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.907330768864329
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.795740927419355
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.143136160714286
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.570012019230769
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4032451923076925
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1558748570884148
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3545673076923075
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.112980769230769
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.104460685483871
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.632512019230769
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.783990675403226
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.426640625
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.906218497983871
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.457782451923077
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.190400390625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.101412259615385
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6413690476190474
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.192744140625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.510136301924543
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.523716517857143
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3374462890625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.206845238095238
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2279037847751524
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.381982421875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6495643028846154
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.089936755952381
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.327824519230769
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.346953125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.410435267857143
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.485234375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.795107886904762
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.478215144230769
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5748172883064515
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.008253528225806
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.887394831730769
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.709897933467742
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5502554086538463
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4981863839285716
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3774181547619047
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4622395833333335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6395089285714284
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6039806547619047
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.585844494047619
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.551060267857143
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7335902622767858
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9510149274553572
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6564592633928572
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5532575334821428
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.629413883860518
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5834437779017858
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.244360947027439
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4105849847560976
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8769880022321428
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.2522151295731705
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8842397836538463
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.047328404017857
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8034727515243905
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.040384432164634
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5279366629464286
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8669135861280486
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.413386418269231
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3274997618140243
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.618840144230769
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.628305288461538
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.059795673076923
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.325420673076923
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3935546875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5218599759615383
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.055338541666667
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.494222005208333
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8833821614583335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5877685546875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.717529296875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.291544596354167
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9512939453125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6593516956676138
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5079345703125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9077916000828599
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.184884736032197
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.328946200284091
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4885734789299243
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3874002659574467
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.465999718868371
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0377067797111743
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.830672373670213
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6408161569148936
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.194107380319149
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.312275598404256
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9668440385298296
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.911465259308511
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2834981715425533
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.080975731382979
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0378496723790325
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.527515308277027
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5389965160472974
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8888302364864864
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.072292018581081
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3052681587837838
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4888167842741935
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.301694808467742
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.838646673387097
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.023878528225806
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2927839949324325
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.710798933699324
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.403855846774194
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.929419732862903
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7694209929435485
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.613624366554054
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1928415009469697
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9632346413352273
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.336281516335227
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9025390625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.260912566489362
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6979970079787234
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0871592420212766
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.154276097074468
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.184266954787234
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.70947265625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6893201462765957
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1697639627659573
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8964345079787233
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.505435505319149
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7152395537405303
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9028986150568181
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0292672821969697
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9303773271276596
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.82298592641844
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2537483377659573
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.353446365248227
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9103432513297873
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6378823138297873
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3138990469858154
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4786551339285714
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.080992353723404
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.443110039893617
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4743143284574467
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1587641289893615
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5218801787405303
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4885882753314394
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2901204427083335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6344430106026786
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7108347039473686
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1027122118794326
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.507827296401515
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.478404809397163
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.131578947368421
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5893118722098214
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4105311802455358
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7501307896205358
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5234375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.235300164473684
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3580386513157894
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2420395359848486
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2389322916666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0417924360795454
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7739955357142858
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4501429966517858
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.969245679450758
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5514507871685606
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6674368722098214
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6468394886363638
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3973092743844697
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9361636513157894
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.044613486842105
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5656622023809526
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.485770089285714
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2725074404761907
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.827845982142857
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0190662202380953
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1585115131578947
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1443684895833335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7577681107954546
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6861769153225805
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8237415660511362
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.579920614919355
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.122479838709677
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.369140625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4917805989583335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.743510584677419
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0802001953125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1532722241950757
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.757560483870968
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9474767736486487
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.162833921370968
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6468802787162162
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.3397623697916665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2223566228693183
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7208610372340427
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.462827620967742
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.139041385135135
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.875157510080645
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.843813004032258
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.031901041666667
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.361328125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.598538306451613
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.410849294354839
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.431703629032258
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.90533447265625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.490577491554054
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3763545866935485
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7085193452380953
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.74285888671875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.282604720744681
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3135986328125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.303548177083333
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6616078969594597
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5704972550675675
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.470640791223404
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.741870777027027
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.891727570564516
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.41968085106383
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.038431803385417
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.398681640625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.916742852393617
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.178931183510638
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4800907258064515
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1116943359375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.307307545731707
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6214748475609757
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9349900265957447
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2025533536585367
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7675613290847667
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9195307701167077
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.994807545731707
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.417985545915234
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.373857214095745
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3407531288390664
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.078791920731707
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5226684870239557
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.43237964527027
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.173837722665848
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1563819679054053
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4077808277027026
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9308224239864864
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.357052364864865
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.243293630988943
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.938766891891892
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.868507179054054
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.461985518292683
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.646484375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.874736064189189
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.340503589527027
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0354701450892856
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9957013811383928
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1251319679054053
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6104213169642858
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7833077566964286
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.353542018581081
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5505719866071428
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9399771341463414
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0185721261160716
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7983136858258928
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5672084263392858
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.996616908482143
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6971086774553572
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5993129185267858
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1301663306451615
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9058314732142858
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9332013811383928
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.823875633445946
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5517490931919642
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6083456503378377
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.569652660472973
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.731814822635135
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7667863175675675
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.717930947580645
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6817278180803572
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8198110219594597
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.843486064189189
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8910345262096775
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5719081333705358
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8351657006048385
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.336126512096774
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.597782258064516
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.437689012096774
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8025296118951615
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.173258463541667
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.232747395833333
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.372802734375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7526041666666665
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.196533203125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8540852864583335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.189208984375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2715657552083335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.0234375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4895222981770835
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5979817708333335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.044921875
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9687906901041665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.279541015625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6169869559151786
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.64886474609375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3444620768229165
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4638933454241072
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5270036969866072
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.53790586214539
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8287004743303572
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6657540457589286
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7712751116071428
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1423514229910716
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.011220079787234
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4847150530133928
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8227781471631204
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3475315824468086
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3692948190789473
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5237283909574466
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.834801640070922
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.445146276595745
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7397054036458335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4446937468370444
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2823027482269502
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.742136101973684
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6014270859691295
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1795609817813766
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3606569853871457
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3010945802758098
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5945723684210527
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1900699013157894
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1802528782894735
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1337890625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3401285807291665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8614309210526314
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2799136513157894
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.501708984375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7684993357793521
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.34136962890625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9703947368421053
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9214274088541665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.139729817708333
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8178943452380953
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.485630580357143
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.97442626953125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.799037388392857
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.439313616071429
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.41778564453125
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.010416666666667
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9712146577380953
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.145182291666667
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0788871951219514
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3586366234756095
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.218464176829268
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9549352134146343
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6247856326219514
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1901041666666665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.126468306737588
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.409822789634146
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0355373475609757
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6274240913120566
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.912608045212766
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6046376329787235
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.115192819148936
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.135790669326241
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.486423399390244
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1216893838652484
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.009793328900709
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.352268949468085
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3704011524822697
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8546930407801416
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.040810032894737
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.911479111258865
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.8467558732269502
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.024054276315789
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.623509457236842
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.306126644736842
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8401521381578947
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.45703125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3769392730496453
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2631578947368425
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0141774711879434
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.251541940789474
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.375925164473684
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.176433609564777
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4246959609058705
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8567023026315788
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.655222039473684
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8229337993421053
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2944118484311742
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.070775082236842
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.331705729166667
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0453330592105265
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.117838541666667
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.352756515688259
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.379975818452381
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.430098684210526
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2472098214285716
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.013299851190476
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4371279761904763
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.773065476190476
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5972371584008098
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1418585526315788
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7747896634615385
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7661365327380953
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3312872023809526
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.021577380952381
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.720610119047619
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8430989583333335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.550967261904762
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.370442708333333
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6666251108156027
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0776134672619047
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3386892712550607
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.046084261133603
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.649204799107143
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2504155585106385
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.7255859375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5783305921052633
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4871855945121952
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2201021634615385
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.425898991578014
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.391871675531915
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2303258384146343
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1004192073170733
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.857539616578014
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.503620426829268
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.219750381097561
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1323415336879434
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2757326195597165
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8133098323170733
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.960246760670732
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.875928080673759
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1486756859756095
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1776315789473686
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3472989710365852
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.404630335365854
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3608041158536586
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8549447408536586
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3363599844858154
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3528988486842106
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6403868140243905
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.222563244047619
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.1890419407894735
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5002095457995952
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7410053453947367
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9856085526315788
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0974895198170733
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6881325910931173
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6718418451003085
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.080976321373457
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8537726151315788
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8998427972560976
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5101393711419755
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5897042410714284
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2429319782021606
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3428789303626543
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5975133384146343
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2611019736842106
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7418242663871952
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.1969172780106705
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1817880025724086
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3596682664824695
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.842378162202381
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2711568692835367
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.210751488095238
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.979197432355183
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4713541666666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.829799107142857
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.274155035251525
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9492938701923075
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2621457489878543
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4774362664473684
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.068509615384615
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3308609564777327
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3973027897267207
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.695012019230769
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.687239056174089
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.945405505952381
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3973106971153846
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6259014423076925
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8221193383097165
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.887770664544753
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4988731971153846
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.264133029513889
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4169170673076925
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7113560267857144
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1834746570121952
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1819179205246915
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.484525240384615
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9152057926829267
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.028415586890244
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5845322027439024
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3021150914634148
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.446003239329268
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.371403391768293
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9657012195121952
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5945956829896906
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.12073131443299
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3869603737113403
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.040451836340206
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.180734536082474
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8591535115979383
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6828890141752577
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.948654961340206
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4378895700713734
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.81231990861304
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6532532491801697
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2760386525848766
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2544337143132718
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9220769434799383
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.349500114535108
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.453098606418919
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.641944679054054
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.343380489864865
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.288294686732187
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2668451032708847
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.033609272521219
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8325975122850124
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8159828452797204
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2586729676573425
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6331539554195804
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3471099213286712
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4564302884615383
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.756087932180851
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9189494680851062
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.449206283244681
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8407118055555554
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.241644965277778
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2812001329787233
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4842960438829786
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3886884973404254
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4986979166666665
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.951171875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6807725694444446
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3942057291666665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1980344082446805
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.24609375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.507052951388889
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.538671875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.04609375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.043487762237762
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.991627513111888
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9069010416666665
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0826822916666665
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.338671875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.259537067819149
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.01953125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1515625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.141002537048969
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2760325611888113
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.062717013888889
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9828076774691357
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7340494791666665
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7864583333333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9342447916666665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.319908613040123
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.963623046875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4986328125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.82109375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.721096462673611
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.601980307667526
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.753994140625
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.323459201388889
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.457119140625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4060033424613403
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.61078125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8053385416666665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.938265141752577
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.122080380154639
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9983362268518516
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.950390625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.71020809220679
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.18090518904321
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2004846643518516
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.352472752700617
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7071117912371134
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.972050419560185
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0171214916087963
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.033545425257732
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1263020833333335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.282645089285714
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0703697675540123
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.427860966435185
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1373878761574074
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7882254464285716
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1645665322580645
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8588464481314433
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.340662802419355
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21185546875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.526553199404762
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.45626953125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.867896295362903
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.9688343942901234
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6137462797619047
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.45934757185571
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7269090221774195
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.906580771169355
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8116651965725805
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.32450667997543
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.148783015970516
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0989703896604937
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.616147933467742
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.376806640625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.16198460534398
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6211095010080645
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2349604576167077
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3997395833333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.871744791666667
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5303050853587963
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.716297796375921
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.524421260749386
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6574590773809526
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3437116093366095
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.188013900945216
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.180805628071253
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.329846794222608
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.105200496720679
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6858258928571428
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.73797607421875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.97607421875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5352434430803572
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5775146484375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.692165045090664
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.185686041154791
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5668596540178572
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9026210455246915
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6764859858247423
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9315098353794642
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.064022111304013
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.988049693943299
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2567855497542997
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6644199916294642
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4807154075386597
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.259010597511574
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.828990818298969
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.01806640625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4598703286082473
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0045908505154637
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.722218307023196
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9905565399484537
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5485162008599507
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.841469676224227
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9055653994845363
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.761973088144963
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.248328769329897
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6841374033505154
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.385568045236014
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2568258698453607
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7103334407216493
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6822713216145835
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.80657958984375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.277242024739583
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2462972005208335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4359944661458335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9189805492912373
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.33563232421875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.409023725429975
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5263120009213758
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.346197404791155
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.434092828624079
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7647084229115477
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.052714029947917
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3421223958333335
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.928818911240786
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0628255208333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.756153026660839
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.414469401041667
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5834517045454546
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2513671875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4962346971649483
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2261971427010487
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1592548076923075
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9165687827797204
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3008495410839163
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7068684895833335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5384114583333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.545193142361111
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1917317708333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3531901041666665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.961074082167832
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.036877818943299
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.083224826388889
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.72421875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.853515625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.060221354166667
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6151904296875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5400390625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2356837951030926
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.075
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.795681423611111
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.256322487113402
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.22578125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2674696180555554
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7373046875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9768880208333335
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.709427351804124
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9954091494845363
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.430078125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9103190104166665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1595703125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8157552083333335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.734727367912371
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6681082589285716
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.991796875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.05123046875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8487451171875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1326161807345363
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.412353515625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.489111328125
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1830419921875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4994580078125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.030366443452381
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.265810546875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7309337797619047
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4463355654761907
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.948918269230769
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4845145089285716
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5670340401785716
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1959271197552446
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4432198660714284
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7642796656468533
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7232278963414633
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.539287288014482
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.431298232660061
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9116753472222223
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3594911156631095
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.354215296303353
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9069010416666665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.362711019449301
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.973904079861111
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.211449683129371
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7539745410839163
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3643192744755246
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.960118006993007
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8888671875
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9796424278846154
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9111328125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.733623798076923
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.227559549825175
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2122179578234267
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.615234375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6014873798076925
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.74609375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4176432291666665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.584735576923077
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.844125600961538
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.278545673076923
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.9177394959984757
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.190625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9811380026223775
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5617078234265733
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.561680506993007
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2567274305555554
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.699336491578014
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8610233820921986
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0766059027777777
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.965977381993007
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9163411458333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4226368572695036
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5591362847222223
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2211371527777777
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7934027777777777
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2523271276595747
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4406236148049647
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0970052083333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3443594858156027
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7005208333333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.263671875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6790364583333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.935546875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1195746527777777
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.284094323645105
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6662109375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.222806490384615
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.169270833333333
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7493489583333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.458203125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.404765625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1546875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.446484375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.652734375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.152461491578014
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1440972222222223
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3195911754261362
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.660367098721591
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.7625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.464453125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.785373263888889
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4073350694444446
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.373095703125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1516927083333335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4296332465277777
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.696992460664336
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7389322916666665
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.486328125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1861461292613638
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6231496710526314
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7435980902777777
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.160454066932624
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.790450246710526
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2307942708333335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.959420868844697
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5421875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8454833984375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2280530427631575
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0434459339488638
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2120168585526314
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9069010416666665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4001850328947367
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0484375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.89375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3103412828947367
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9318359375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1837022569444446
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4328125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8603515625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.831566220238095
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.024773848684211
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4434716796875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5599609375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.631728515625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.56298828125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0750927734375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.184951171875
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.76880859375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7407924107142856
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3343098958333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.050678453947368
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.2798828125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.76845703125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.322893902972028
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.428431919642857
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.596772693452381
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8831380208333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.512323288690476
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3720703125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.708217075892857
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.977236793154762
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.494299686316288
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8473825165719697
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4813770214160837
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8502371651785716
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.708515625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.3241231424825175
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2178125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.047578125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.66787109375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.120628720238095
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.579008556547619
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8700488964160837
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4209375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.094760708041958
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3447730654761907
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3443080357142856
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.905025597774621
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.569754464285714
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.223361545138889
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5226934523809526
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.392587890625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.325404575892857
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.161969866071429
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8196614583333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3098028273809526
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.031755354020979
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.368381076388889
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.134657118055555
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.963671875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9788411458333335
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.757373046875
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.400669642857143
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.034830729166667
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.521391369047619
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.054129464285714
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3998033216783217
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1404296875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.73779296875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7168433779761907
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9546983506944446
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.085546875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4837239583333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.826357886904762
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7972005208333335
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.571875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7457139756944446
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3728143601190474
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8521484375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2159632240853657
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.297946836890244
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.75390625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6216653963414633
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9217320884146343
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.045636432926829
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.985637385670732
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.462890625
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.071183488175676
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7769717261904763
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5347075591216215
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.298828125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.321787109375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4230569979039633
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9521484375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.230057879192073
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.895771748310811
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4634146341463414
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2661192358993905
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6107474662162162
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5050830078125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.723606418918919
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0455078125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.389697265625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.541063262195122
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3354462414253048
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.726862980769231
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8898291015625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.15087890625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.734975961538462
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5243389423076925
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.355654761904762
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.185634765625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.811374571265244
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6212307069359757
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.604213169642857
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6278545673076925
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.561430431547619
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3243771114864864
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5805796030405403
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4156884765625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9155970982142856
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.293759300595238
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.202524038461538
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.94921875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4453958650914633
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.259581030868903
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5418074324324325
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3845331101190474
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7821514423076925
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4319661458333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.772235576923077
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.291480087652439
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.358201934070122
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6063701923076925
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.683293269230769
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.646067549542683
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.124981504498106
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8576600609756095
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.006610576923077
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3650110756478657
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.1938536108993905
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.191260361089939
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.264423076923077
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2776087318978657
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.600651438643293
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.758074504573171
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.439922910748106
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.698016826923077
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.8565204326923075
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.518329326923077
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.308632590553977
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5987079326923075
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.120643028846154
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9888370398319128
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7906142726089014
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.615159574468085
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.410123005319149
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.2841045673076925
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2877451795212767
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.372719504616477
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.211531748670213
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.331291555851064
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.053268895004735
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6124286073626894
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.832783410904255
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8104808910472974
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0782037550403225
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.221824852195946
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8770948840725805
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.768192414314516
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.04418285472973
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.6946509576612905
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7819115423387095
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6386322846283785
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6958535684121623
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.590557676373106
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8227407094594597
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.7385660807291665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7197859480574325
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.296166204637097
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1883045543323862
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.4534021326013513
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.752032655658144
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.417129054214015
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5775257457386362
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5928936582623106
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.172992128314394
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.748986446496212
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.7729048295454546
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5866786411830358
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5236903599330358
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6477790601325757
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4754725864955358
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9717000325520835
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.256083776595745
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9479499585700757
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7468705610795454
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4633527483258928
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.148786569148936
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8193272181919642
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.081382978723404
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4256850733901514
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1940326112689394
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6901448567708335
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.159873670212766
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6588134765625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.684017619680851
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3703943201013513
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4719996675531917
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.143752639358108
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9069814970999053
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2680352393617023
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6218855574324325
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8840738932291665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0271014589251894
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.175947473404255
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6731826319839014
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7151896158854165
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5972696940104165
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5167236328125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.32763671875
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.506184895833333
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.498050574100379
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1478568412162162
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.10258477393617
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8456371410472974
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.4875839695785986
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.960911106418919
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.971085831925676
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.594700168918919
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.137721706081081
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1128087197580645
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.153225806451613
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1776013962765957
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.081644694010417
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.156566722972973
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.924710181451613
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.560521255304784
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.693813747829861
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9675736860795454
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1397290641878857
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.193499529803241
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3404616367669755
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.39038745777027
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.036238386824324
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2664380485628857
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.362410261824324
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5116659628378377
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0101121471774195
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9227987753378377
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8376794763513513
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.919698832947531
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0549910261824325
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.594663558467742
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.849364245951417
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3530430947580645
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.490159574468085
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9501201923076925
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7021800670546559
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7618334071356276
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0729021697874495
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2845276126012144
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.913575725790895
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7238696808510636
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6001449092741935
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.739100302419355
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.469996675531915
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.508984375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3071060505319148
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5518699852195947
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.409906914893617
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7877908909574467
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.71558277027027
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.578270164695946
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9631981382978725
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3871282762096775
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5285295758928572
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8335484095982142
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.466552734375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0984480574324325
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.34594066722973
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4810042842741935
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.8662769214527026
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4854213169642858
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6849016462053572
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.63012035472973
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6002546037946428
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.889522429435484
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4742606026785714
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.166078629032258
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7604108537946428
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5211622100515463
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6945020538015463
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.593505859375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8991620463709675
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8453881048387095
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.257107764175258
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.39111328125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.720514112903226
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.021766269329897
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.229602931701031
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.442138671875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8013797883064515
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.122694507087629
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1450982862903225
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4154750279017858
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6120276484929077
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4368772931427125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3413558467741935
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.991271343427835
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5001627604166665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4115068151595747
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4537004743303572
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3008366578014185
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.224276928191489
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3330839982269502
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9863688151041665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.06860099871134
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7937418619791665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7409539473684212
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5637335526315788
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4562602796052633
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.619384765625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.815582058953901
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3912931743421053
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.3520764802631575
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.425618489583333
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.20556640625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5641566685267858
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3062096723178138
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.370116199076417
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6751534598214286
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9388950892857144
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6100757923203441
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6901041666666665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4717610677083335
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5259137834821428
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8321184430803572
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9229543585526314
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5009765625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4666050502232142
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.804958328061741
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4066685267857144
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.017206101190476
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4846888950892858
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6119907924107142
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5251871744791665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6752232142857142
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.2431640625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8241373697916665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5329649390243905
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3820741234756095
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3100466844512195
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.041910807291667
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2602896341463414
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.977229420731707
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4340006510416665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.271809895833333
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.248291015625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3352457682291665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6756998697916665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.695645960365854
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.812744140625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8522761418269231
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.776355326417004
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6082945478723403
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5995262632978724
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9214857408216783
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7731028736888113
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4377048732517483
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7071340460526316
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.419187721631206
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3664806872814683
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5388576267482517
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.448259260270979
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5034906914893615
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1769421984265733
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.450760690789474
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.232730263157895
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7645387224822875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6581488715277777
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5294596354166665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.072102864583333
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1220841504301617
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2991365131578947
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.15869140625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5813802083333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3707682291666665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3180338541666665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0703125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2369249131944446
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.084912455673759
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.85546875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.252496757970648
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.091796875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8572002437943262
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5716796875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3978515625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9781901041666665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.122265625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.042408763111888
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9701171875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.15546875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0541015625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3724300986842106
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.88374952555668
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8758138020833335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.703856433451417
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8721968307186234
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.8817924468623484
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7606631136133604
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1247091090425534
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.880859375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4558221726190474
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.695777529761905
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.120207225177305
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8689453125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2123325892857144
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.821751644736842
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.634354440789474
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0447914030870447
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.212565104166667
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2873940409919027
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.86328125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.99365234375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8646435546875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.57650390625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3168712797619047
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.381748046875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8822265625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.93518672429078
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6048974609375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.465871710526316
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.493046875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2446546052631575
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.029296875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.9906159065030367
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0256538120567376
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.740048363095238
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.265146484375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7097761022899798
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8679315476190474
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1799200148809526
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.1633184523809526
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3202097039473686
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.780520543395749
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.606724330357143
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4467075892857144
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6107003348214284
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.546665736607143
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2799161585365852
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.697916666666667
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8810499237804876
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.263330078125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1048322052125505
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.337238265435223
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1791634908536586
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.383737664473684
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.377743675595238
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.377299423758865
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2293730945121952
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2220982142857144
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.638713430851064
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.341517857142857
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.431322030141844
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.40234375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.251025044326241
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3329613095238093
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.590558307926829
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4194455030487805
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.335050975177305
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.651932565789474
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.684327903368794
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.275724085365854
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.864206414473684
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.857255651595745
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8982469512195124
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6316817434210527
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.453125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.463918585526316
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.544510690789474
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.861328125
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7386532738095237
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.175066692073171
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.020559210526316
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.052269345238095
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7412574404761907
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	5.171502976190476
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4661458333333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2329935213414633
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6489025297619047
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.217819940476191
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.363188244047619
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4242568597560976
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6263338414634148
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3409394054878048
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.953791920731707
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2097942073170733
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3152497312653564
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.172935542076167
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1549543151105652
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2254251765970516
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5224249462530715
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.276391006097561
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5123380335365852
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.71266507985258
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.636623475609756
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.484048725646219
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3325939131603195
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3158946096161266
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2286738642939814
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1676703559027777
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.065590187355324
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6572423864293984
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.15994270193489
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1685014204545454
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.245366726812039
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.534757946867322
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.739948844441032
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2178899591619317
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3299616033380683
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.701608368844697
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9114786783854167
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0384355024857954
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9727672230113635
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5115097508285986
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3620429284793816
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1508839400773194
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.026039988724227
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.49774169921875
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.93664424935567
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.107774242912371
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.328330150107494
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5862999355670104
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.126691588605651
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5028965326003085
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3784059124228394
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.174486764818796
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.34570613908179
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.953019425675676
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.105270798141892
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6104439400337838
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5595373205236487
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7283638619087838
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6409219277871623
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.418113425925926
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2415096648495085
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5411164004914006
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.363109691722973
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.34584109144656
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.901300877700617
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7167512860872236
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.701807846257716
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.153492115162037
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.223319347993828
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1623301213144965
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3650496199324325
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.126650798525799
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3206340218058967
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2316540617321867
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5165607724201475
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9906864872685186
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7151988636363638
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.205821944103194
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.060390142746914
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1754765241093366
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.251463644041769
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5578583288544228
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.74844757754914
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0028390786082473
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3952244888117282
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.949057667525773
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.580788352272727
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8256886275773194
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.404570039335664
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.333767361111111
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1208857783564814
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3112878332604896
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.6582935474537037
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1893114631558643
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.243181135270979
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.255689667492378
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.202448918269231
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.057563595655488
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2568479938271606
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.903833762886598
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.0997463319359757
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1707465939405486
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5433937355324074
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6954210069444446
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.467189881859756
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5162760416666665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5208875868055554
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.29296875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6703725961538463
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.315625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4192708333333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6374392625762195
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.448473743556701
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.716947115384615
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6981577932098766
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1689453125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3487955729166665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1251953125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.482421875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2294619845360826
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5438701923076925
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.264756944444445
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0596454326923075
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7725360576923075
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.103515625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0056640625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.162434895833333
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0194909793814433
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9359375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.026953125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.148287259615385
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.988261114690722
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8721245659722223
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0690380859375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.68359375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9177978515625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.851743717783505
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.52578125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.781162109375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7208935546875
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.809541015625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9266672036082473
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8950427827380953
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7975260416666665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5513857886904763
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.275947265625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.333286830357143
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.272879464285714
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.312221620141006
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2527384020618557
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.682917668269231
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.349748883928571
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2273477770618557
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.245207796391752
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.02355831185567
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4944627899484537
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.117469394329897
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5045505798969074
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.100859851371951
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7000442976804124
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1547821789253048
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2309957364710367
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.628605769230769
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.506947587176067
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.504131610576923
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.314261909965035
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.105741914335664
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.170249672202797
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7039497189405486
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5878155048076925
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9037710336538463
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2361095935314683
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3794487847222223
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.136268028846154
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.107204861111111
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1953125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2357855902777777
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.323046875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0338541666666665
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.31328125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6884014423076925
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.130078125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5005463286713288
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.298828125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0983072916666665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3013139204545454
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.080829326923077
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.214453125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.736111111111111
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78318359375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6321614583333335
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.6652734375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4231770833333335
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.619189453125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.77421875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3895399305555554
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54140625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1655375874125875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2180989583333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.125108506944445
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2191008903719636
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.09375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5469471549215588
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.081108062373482
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.68045945881832
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2854685918522266
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3638772694205465
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.668359375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.746875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.697353515625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4282211675876524
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4661458333333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2288024475524475
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.0930059523809526
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2894345238095237
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2483723958333335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.206825814596036
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.060546875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1804296875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.979326171875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6927584134615383
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.470703125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2789321527248476
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4710751488095237
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.76283203125
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3106553819444446
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.6817157451923075
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1315104166666665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.62326171875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.559765625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4835418487762237
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.509014423076923
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.3879278273809526
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.878813244047619
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.506132539335664
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.355550699300699
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2771159846608233
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3392564466783217
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3438318764291157
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4574032738095237
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.613447265625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.686871722027972
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6513701648246952
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.020926339285714
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.415073208041958
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7260298295454546
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5767144097222223
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.250756316489362
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6507662259615383
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8126339796112805
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.169506316489362
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5870643028846154
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4459635416666665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.693173828125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.332248263888889
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.080144614361702
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.076280381944445
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.160255984042553
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.952824519230769
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.173611111111111
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.494788896276596
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.34375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.26953125
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9265625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.764431423611111
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1634114583333335
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8895186844405596
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.146484375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6023995535714284
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.0984375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6725260416666665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.251736111111111
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.19140625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.96484375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2552083333333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1492979468368905
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6849152260638296
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.074599847560975
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5413411458333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3011831888338414
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.190625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2197801543445124
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.609375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.043359375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4525669642857144
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.38125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.080733136432927
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6764322916666665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4666466346153846
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.619591346153846
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4899515291539633
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.679387019230769
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7760416666666665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5482271634615383
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.967080078125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.683147151295732
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.114244414538872
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.573828125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9503125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.937578125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.189158369855183
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7577734375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.656400240384615
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.183271484375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8595252403846154
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.870966796875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.0985576923076925
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.454326923076923
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.487463974371189
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6628566834984757
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.266943359375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5240384615384617
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8579799107142856
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8040364583333335
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.582310267857143
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.435453869047619
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2288621471774195
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.927509014423077
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.37125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.111703725961538
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.345451108870968
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.322451636904762
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0341796875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5483630952380953
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.117061491935484
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.156283291903409
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.492250504032258
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2533784906914893
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.235677083333333
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.012963497277462
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9418963808001894
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.741399949596774
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8888263124408144
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6374160304214014
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.744326636904762
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.297707297585227
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.140155418882979
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0796584109042553
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.522914341517857
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1629030917553194
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.2384556361607144
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.397495814732143
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.47265625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4598911830357144
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7726004464285716
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.588252898185484
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6941530917553194
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8770577566964284
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.868942673141892
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.69652660472973
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.593433277027027
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.525252058699324
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5210752744932434
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3561197916666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.708291330645161
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.171346028645833
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.1893310546875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2564697265625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3694556451612905
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5810953776041665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.057841532939189
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4732862903225805
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.875299269153226
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7368977864583335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5355747767857142
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.134419102822581
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2631773603723406
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.129816323138298
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0987034574468084
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1940622040719697
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8995842211174243
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0611979166666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8491908482142858
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4788033621651786
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2687874002659574
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43463134765625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.121478456439394
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4912022181919642
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1703374335106385
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6055210658482142
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4921376329787233
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.528213038589015
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6895445478723405
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7081560407366072
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3614982836174243
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7047230113636362
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9961410030241935
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6183786103219697
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.940272177419355
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0822639627659574
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1156416223404255
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2477892287234043
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.2303466796875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.155252659574468
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.180788730053192
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2741495768229165
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.821556829637097
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5580647786458335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0854845412234044
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.460014960106383
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3500569661458335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1713056848404255
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6723986037234044
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6452433268229165
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.852433488175676
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6109816028225805
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.7411581503378377
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6239124644886362
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.678077491554054
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.508194813829787
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7006898271276594
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8565877278645835
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8959173387096775
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2473223286290325
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7140680407801416
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.76195629222973
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.772398603723404
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4381300403225805
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.51123046875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5142813608156027
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6054548980496453
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.972448470744681
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9032389322916665
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2637510557432434
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.1535121372767856
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0328369140625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6822065873579546
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.048722550675676
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9071044921875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4660773026315788
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2064217641843973
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1342113597972974
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.257606907894737
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.935704385080645
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.138230846774194
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.314453125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.391514369419643
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.125157510080645
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.111433699324325
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3829152960526314
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.130474668560606
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.778225806451613
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9662679036458333
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.021326864919355
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.660670230263158
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2072864879261362
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3907667590725805
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.565394810267857
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.362462197580645
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4873834425403225
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8478618421052633
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4262462797619047
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3844393043611793
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.334524443655303
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.768601190476191
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.608587449596774
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.826299044072482
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.462485123617936
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.475012476965602
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9662426097972974
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5756320062960687
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9815460879914006
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2406994047619047
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3238467261904763
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4316231863839284
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.832310267857143
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.883663054435484
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.152060231854839
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6019490559895835
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.732822963169643
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.041042018581081
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.822352818080357
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.003348214285714
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.361226399739583
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1042012965425534
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4530029296875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.406005859375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.177001953125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2065548780487805
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.3323974609375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5081612723214284
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2834087171052633
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4281180245535716
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.38128662109375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.8044969512195124
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0987519054878048
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1440548780487805
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.364627322635135
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.72191722972973
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.587890625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4517299107142856
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3521817835365852
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.554054054054054
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.483851841517857
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5133260091145835
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.701416015625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.630199535472973
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8902413504464284
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.610985008445946
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8260904947916665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.098833665780142
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.037388392857143
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4955697408536586
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9334353885135136
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8228236607142856
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.9776785714285716
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.90473321143617
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9873250325520835
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0098902925531914
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.104386613175676
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3596658909574466
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.077097039473684
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1241262335526314
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2693684895833335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.193115234375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.206136067708333
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6087516622340425
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4267985026041665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3362630208333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2096525493421053
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2066650390625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4763055098684212
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.306826636904762
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0177686737804876
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2780965169270835
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.625732421875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7459542410714284
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.676243832236842
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.835693359375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6003011067708335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7613118489583335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.897181919642857
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3625372023809526
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6822916666666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5526152820121952
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9107517149390243
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.493912067819149
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0279392149390243
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.149080602134146
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.429597462322695
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.293992949695122
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4803145559210527
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3284020390070923
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.225534539473684
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1403410350177303
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3359375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4682849702380953
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4179618240248226
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2706620065789473
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.682942708333333
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.756877493351064
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9659242021276597
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.249116443452381
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4004934210526314
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8951357886904763
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.683028371710526
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	4.168744459219858
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8486328125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.429548980496454
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.5852726063829787
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2836556783536586
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6127271719858154
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5110538563829787
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3449590773809526
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.933531416223404
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7630673363095237
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0276346409574466
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.877596227134146
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.0650185032894735
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.858377659574468
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.092912946428571
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.131373355263158
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.062294407894737
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2878289473684212
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.192358993902439
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4054742907801416
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.63299257535461
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1000110815602837
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2057976973684212
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1048005756578947
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9798494664634148
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1812808388157894
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.282366071428571
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4728618421052633
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.759672619047619
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4684416118421053
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.300595238095238
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.658151726973684
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.655736019736842
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0456659226190474
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8971354166666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6401134672619047
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.258479420731707
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.759579613095238
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4818025914634148
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3425409226190474
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.595965129573171
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2997581845238093
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5163690476190474
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.660342261904762
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5238185975609757
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.910251524390244
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.538062118902439
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.016673018292683
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8654011051829267
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0277724847560976
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9197313262195124
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4357820836509148
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1433879573170733
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.479310570693597
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.527339284012957
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.871549280678354
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.625708603277439
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1242139862804876
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2329458841463414
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.026763171684451
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.280011432926829
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.482421875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.7772686298076925
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5811298076923075
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.995868389423077
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.714167668269231
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.186072716346154
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5986780237268516
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5796802662037037
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.442500361689815
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5117127218364197
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.816228419174383
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0371666425540123
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1642493730709877
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.992932506443299
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.245041835455247
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.969052029639175
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8195876288659796
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9742311077353394
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8934238079896906
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.232079574742268
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0684497974537037
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.409541377314815
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4401377255154637
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.672149281442901
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0084064916237114
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4121862340856484
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.962195956829897
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2050856602044755
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8327410196520617
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.278736255787037
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9141883456829896
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.232599705825617
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2423435486469074
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3166597406914895
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.489311835106383
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.414706615691489
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.52827460106383
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.795757147606383
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9755693151595746
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4669529236469074
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.333500614872685
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3827715253496504
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.618364498939043
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2660210882867133
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.235126201923077
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2982271634615383
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.782530231240355
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5857326267482517
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2152777777777777
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2662760416666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	4.433768566743828
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9271918402777777
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0762803819444446
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.174479166666667
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.42265625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1396484375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0950520833333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.774571131993007
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4010416666666665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1595052083333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.45703125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.042947651427469
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.498046875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.220703125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.328515625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.713741179435484
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3662501205632718
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3823091483410495
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8440965221774195
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.799095892137097
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1166419511959877
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.900233114919355
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.652734375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1607547883064515
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.518925419560185
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.338646673387097
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4310408227237654
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0047771021262886
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5514322916666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.332188319493007
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.482403790509259
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.782648533950617
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.693359375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.785234375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9212105347938144
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.713448230131173
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.8094921875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6437890625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.715712890625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9300944010416665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.09345703125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.026991382087629
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8417817735180413
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.26123046875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0013020833333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5343191964285716
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.655859375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.3859747023809526
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3892299107142856
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.21857421875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6077938988095237
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.086123511904762
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4053955078125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9112888611469074
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.74700927734375
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1350865930944054
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4815150669642858
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4419904436383928
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5658046177455358
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6173880440848214
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5478125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2452833038015463
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1882409582604896
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.456101190476191
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.445518886920103
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.260725114729021
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9731987847222223
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.0087890625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5217233937937062
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.010117992912371
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1265733506944446
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.71796875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6037481398809526
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8173828125
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7256610576923075
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4572265625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8406692976804124
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.195529513888889
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9270833333333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4345160590277777
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.829312983247423
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.922705581507732
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9267678801546393
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2828776041666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5517578125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9970602448453607
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9009946842783507
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6016438802083335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.918359375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.621805826822917
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.79742431640625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.69451904296875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.033345540364583
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6212565104166665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.4646875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.185404459635417
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2716353898195876
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4844656088917527
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.498046875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3812841796875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.173828125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.222676385309278
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4440641108247423
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4572509765625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5208333333333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.765107421875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.587704613095238
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.98025634765625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.558291480654762
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3688059986888113
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.062406994047619
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1754602819055946
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3756510416666665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.386501736111111
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2750651041666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.408660675262238
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2294170673076925
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.201953125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.093044704861111
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.1015625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.128515625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.224880642361111
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.01171875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2494032118055554
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1025390625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6818359375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.046484375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8132470703125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2897556545017483
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5730578015734267
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.7132421875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.750512183129371
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3076714409722223
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.536376953125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4896763392857144
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1682942708333335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.67080078125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.310792722902098
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5869683159722223
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.116015625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5498046875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	5.178431919642857
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.466015625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.246479594624126
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.737575954861111
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6871744791666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5745675223214284
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.317464761800699
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9344075520833335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.66015625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2340062281468533
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4263392857142856
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2022781905594404
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9853515625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.249809535682624
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3780048076923075
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4134114583333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4388713430851063
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3373781028368796
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.70659491356383
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2965198863636362
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.780078125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.86646719858156
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7566259765625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.080295138888889
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6171601835664338
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.816679414335664
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7897135416666665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0200830078125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1475694444444446
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.476953125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8831380208333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1241319444444446
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9557291666666665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5685915646853146
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8203125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.214381167763158
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.025390625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2606336805555554
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.562890625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.2377672697368425
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4068667763157894
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.236728515625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1917317708333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3087479440789473
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6318359375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0143229166666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8097759046052633
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.13828125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.29453125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.776141826923077
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.412109375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.921875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5623372395833335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5216238839285716
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.248046875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3296875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5992578125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5208333333333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.222265625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9228515625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9993954613095237
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4249131944444446
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.325615234375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2701822916666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7134951636904763
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.516694568452381
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0094401041666665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.476376488095238
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.871372767857143
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6060112847222223
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.413178943452381
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.654296875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.545703125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.421591796875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4856770833333335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.183872767857143
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.398671875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.491484375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.78515625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.558759765625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.48994140625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2942190459280303
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.767080078125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9517236328125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5744512648809526
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.120731238162879
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.158306699810606
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.217200076941288
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5568731398809526
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.482629024621212
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.763076171875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6224888392857144
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5480840773809526
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6072823660714284
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.583984375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.987265625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9086216517857144
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1886160714285716
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9796827362804876
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.693073551829268
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1121141387195124
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.048185022865854
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.289705602134146
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3705459222560976
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6451120087594697
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.027622767857143
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.722979921283144
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3643043154761907
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.928024704391892
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.920238597972973
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7638566300675675
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8380753800675675
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.142287795608108
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.6765636097301138
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.563835375236742
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.668449633049242
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3524070945945947
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9229865796638257
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.130661423141892
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.1516705137310606
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.1115920608108105
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9580737964527026
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.118484034682765
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.043773754222973
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.365207981418919
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.780521277225379
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.799240574692235
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5873363597972974
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0021806196732954
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0514692826704546
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2939046223958335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.438180634469697
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.767228410050676
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.8483405835700757
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.621121493252841
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.61646167652027
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1619774070945947
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.689307010535038
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6180518897804053
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0850053267045454
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9293693773674243
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.013442530776515
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.231271454782197
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.218650124289773
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1428999467329546
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3844807942708335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.686813766891892
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.562844016335227
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9895613386824325
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.170436549831081
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	4.1862199113175675
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9766416807432434
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0561127533783785
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.181325653452932
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.332585087528935
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1117613992573303
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5498461311246143
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.252626018759645
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.692247932339892
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6948110219594597
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.744140625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.389041385135135
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6255278716216215
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.86890308277027
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.778584248310811
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0605996621621623
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2839685388513513
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0747422680412373
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2950628221649483
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.313466494845361
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.575497342139175
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1764205460695876
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7672559600515463
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.280792449737762
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4470470935314683
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2538789335664338
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6559426901223775
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3539629315996504
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.8097342111013988
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4306098090277777
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6122504340277777
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.394314236111111
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.842502170138889
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8430989583333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5194769965277777
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0764973958333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.041341145833333
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3444010416666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9794379340277777
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9593098958333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.96015625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5670572916666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.153515625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.10703125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4087890625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0435546875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58046875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3819482421875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6061376953125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.55365234375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8315869140625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4795068359375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0254150390625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5801246279761907
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.627139136904762
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.094401041666667
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8403552827380953
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5162760416666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.177920386904762
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8951194069602273
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.023886940696023
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.668066776160038
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1980572324810606
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9550698020241477
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3208303740530303
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5465912690033785
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7218446473817566
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5857527449324325
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.943359375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.624406144425676
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1018396326013513
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.318193319838057
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6827298677884615
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8695142491143724
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3759063844256072
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4351169107413968
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5380632037575912
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.00975574076417
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0622430098684212
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.529526019272113
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.160439381142506
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.727390298679361
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2384648053593366
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1651914254453315
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3477006392045454
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.9273768619471743
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.0707275990479115
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3092718085779351
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3657730658527327
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.611076076986336
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.783420578188259
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.5320466694078947
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9723537923836032
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1907914505313766
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4425478792383604
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6119503858612805
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8062208222179876
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.2255442549542686
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.323810856516768
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4319606874047257
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2541042420922257
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.00537109375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.926602991615854
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9002403846153846
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.175931490384615
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.6239483173076925
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5469501201923075
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7049278846153846
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4620643028846154
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.357572115384615
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.414212740384615
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.249654484029484
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7354235449938575
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5468222128378377
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1777847627457003
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.945046164772727
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.931237523034398
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.166687461609337
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.343640826550983
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.470378989361702
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6834109042553194
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.147157579787234
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.155285904255319
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2727684507978725
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0768076795212767
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9043550531914892
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.0695437167553195
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.364163306451613
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6187626008064515
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.171843497983871
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.019893523185484
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.144893523185484
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.936948714717742
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.8810956401209675
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.777075982862903
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6693638392857142
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.0024850027901784
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7669764927455358
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5610438755580358
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5844988141741072
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5330025809151786
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.9199741908482142
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7666364397321428
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7854207356770835
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9908854166666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.384928385416667
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.49169921875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6044514973958335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4259847005208335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1729736328125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.013712565104167
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3380677758193595
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8182968511814024
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6308623523246952
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.025789586509147
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.2327464033917686
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8921672541920733
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2700254858993905
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4309096917873476
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.587590144230769
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.153771033653846
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9454627403846154
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.390099158653846
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.640249399038462
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.294921875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5098407451923075
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7078575721153846
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.861667497783688
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.100973792109929
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.6238225842198584
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.51056211214539
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.632923315602837
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4235926418439715
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.351881094858156
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2778285682624113
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.435495476973684
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6419613486842106
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.035773026315789
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.161595394736842
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2684004934210527
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0870682565789473
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8299753289473686
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.9386821546052633
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.238095238095238
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5313895089285716
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.245954241071429
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7529994419642856
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9070870535714284
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6410900297619047
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8932291666666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.071010044642857
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.137004573170732
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2576695884146343
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5460175304878048
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9438595655487805
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.017244664634146
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.891863567073171
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3888624237804876
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4233517530487805
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.164876994680851
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.691397938829787
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.486602393617021
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.921172706117021
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.151300698138298
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9002451795212765
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0881441156914895
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2659865359042555
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.133852066532258
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7622227822580645
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.519231980846774
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.033313382056452
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.343119959677419
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.029328377016129
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.048465851814516
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.257387222782258
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4867117745535714
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6782400948660714
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.60174560546875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7655378069196428
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8454328264508928
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.0447998046875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4867989676339286
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5318516322544642
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5053304036458335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.99139404296875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.79998779296875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.19049072265625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.38531494140625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.027791341145833
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.44439697265625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6013387044270835
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.707658932532793
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.917083363474151
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3993341893325617
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.423145435474537
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5323079427083335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.356180073302469
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1312376422646606
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0435723198784723
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.239318218427835
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4635047519329896
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.965407538659794
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6216131981382977
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9109817976804124
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.234264184397163
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9898603723404253
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0312097293814433
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8332343347293816
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6987959085051547
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.498088430851064
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.7582557624113475
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.504494957890071
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.549963984929078
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.851391349871134
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.73455507535461
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.167403371710526
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6370271381578947
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4454666940789473
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.035207648026316
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8399465460526314
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8135793585526314
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.095703125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.259303042763158
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.769717261904762
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5198567708333335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2901785714285716
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.213262648809524
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9140159970238093
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7021949404761907
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.66357421875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9174572172619047
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.946384336890244
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2608612804878048
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1402677210365852
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.557879192073171
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3920302972560976
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.337795350609756
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8986518673780486
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.008503239329268
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.524325284090909
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.72342111013986
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1523915537587412
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.256856424825175
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.36306954763986
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5477973090277777
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.723361545138889
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1916077086975525
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.10009765625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1751302083333335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.920707222465035
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4547526041666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.023628715034965
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5517578125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.791796875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.32734375
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.279568142361111
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3779296875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8444010416666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.21435546875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9801432291666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9012586805555554
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7522786458333335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2228515625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6985677083333335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.355859375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.8217230902777777
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1392578125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7900390625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.06015625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6925927734375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9951171875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.924560546875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.46294921875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4052490234375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.666722347861842
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4668591456857287
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.301071846533401
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5376171875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8213681363866396
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3285203694331984
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8870567908653846
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0421701037449393
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.314736328125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3917972703694332
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8646298363095237
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.128837890625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1998232886904763
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.083333333333333
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1957763671875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5635230654761907
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6673177083333335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5744512648809526
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.415132068452381
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.2913876488095237
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5188560956790123
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.040403766396605
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8246994960455245
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2691273630401234
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.5431842568479937
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.279539508584105
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4494478202160495
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6160685221354165
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.369926683830492
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5400446111505683
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9263897520123106
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.127585671164773
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.223534786339962
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.072284120501894
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7201944986979165
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.626666444720644
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.924427150451031
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4714581990979383
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.258602810889175
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.718332192332474
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.972092461340206
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.70812862435567
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.846352488724227
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0267497583762886
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0577755489864864
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2857764991554053
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.77074535472973
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7710092905405403
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.883762668918919
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6884765625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.499630489864865
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.459578230574324
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8213034589987713
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5879362139127764
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.408573834843366
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.512347397113022
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.003006468826781
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.285902468519656
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.256238482800983
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4921503090448405
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2513658216783217
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7022713614510487
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.518138111888112
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9074587521853146
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.123238090034965
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.9965444711538463
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.185963450611888
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3342438811188813
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2908528645833335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.726345486111111
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8548177083333335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5598958333333335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4677734375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1904296875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3416015625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9236328125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9142252604166665
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.099772135416667
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.677734375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7855902777777777
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.7041015625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2263997395833335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8850911458333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6728515625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7682291666666665
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.372829861111111
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.1703125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.4671875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9768880208333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.158984375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2302734375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4435546875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4090234375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9207861328125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.707099609375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.124306640625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3883544921875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0780224609375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.332119140625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5187890625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5930059523809526
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.127836681547619
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7754371279761907
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.382626488095238
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.958705357142857
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.329380580357143
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.558872767857143
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5600353422619047
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4703126976847165
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2545012809969633
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3157598209767207
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3824774244053644
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6659306205718623
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7979978491902835
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.608449052019817
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3766881431021343
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2023330316310976
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.239144674161586
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7744110851753048
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.111697313262195
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.009956173780488
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.94140625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.592998798076923
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.3922025240384617
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2853319121570124
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.679537259615385
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.067833533653846
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.4434344951923075
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.3526141826923075
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4864783653846154
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2188850171638257
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6372625177556817
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4731759736032197
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8307199189157197
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.0557694868607954
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8612559925426138
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1548443418560606
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.300143155184659
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8522619298986487
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3632680532094597
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.16236011402027
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.5922191722972974
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9018158783783785
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.602275126689189
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.772236592060811
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.947146853885135
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.815762134308511
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.553698470744681
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3535114694148938
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.538863031914894
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.999925199468085
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.269784740691489
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.315014128989362
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.452742686170213
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4421992571406634
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.3072836686117935
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.25379347742629
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.144263482862903
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.670756871928747
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3362578220976657
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.902501260080645
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.82386843519656
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7273658014112905
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.887915826612903
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.356602822580645
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.628874747983871
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6234564012096775
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.807160408266129
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6100202287946428
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5206037248883928
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4599260602678572
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8516322544642858
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6709507533482142
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.78265380859375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6618565150669642
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4804513113839286
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8468793490637652
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.8562970489625505
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6991199076417005
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.68402099609375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7644260421938258
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0590958691801617
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4415283203125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2681593180668016
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2561442057291665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.314371744791667
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8287556966145835
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.073872884114583
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.1929931640625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.33685302734375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.686461103723404
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4420088098404253
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2574384973404253
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.4535682624113475
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8762536015070923
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.164699689716312
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.161860039893617
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.621659128289474
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3951994243421053
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2157175164473686
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.272717927631579
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.338818705673759
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7834087171052633
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.042763157894737
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.067999588815789
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2913876488095237
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8604213169642856
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.601841517857143
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2996504934210527
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.293061755952381
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5126488095238093
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.883510044642857
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.1662481398809526
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3259977015053352
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.137927543826219
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.145131180926067
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6567007211538463
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.663536658653846
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7481863839285716
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4100060096153846
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.187190358231707
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5582915515434452
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2277147246570124
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0285346798780486
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9094178734756095
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6965034298780486
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6082078887195124
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2992568597560976
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.980243389423077
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4945913461538463
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4509813262195124
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5246284298780486
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.08984375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.963224085365854
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.330193296990172
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.156264396498772
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1708312538390664
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.239873262822482
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5310424504760443
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7195370085995085
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.385297539893617
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.315209441489362
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1789104055851065
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.643783244680851
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.269701628989362
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.80522772606383
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.049536920362903
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.053978704637097
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8466009324596775
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.319729712701613
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9336095010080645
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.485934349798387
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.535273045669367
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3325617283950617
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.1907808280285495
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1536058967496143
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5376761300223214
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.702588493441358
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.8541172572544642
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4761614118303572
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.923696258921682
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.9183628411940585
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.255585093557099
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6213814871651786
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4879150390625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6775163922991072
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4149169921875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.234029134114583
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.21856689453125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.64959716796875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3031412760416665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.592446238724227
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.31017940560567
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7809244791666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.105821117912371
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.35815681378866
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7951836340206184
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.085544861469073
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.12964118878866
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2007188305412373
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3064426329077743
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.096617163681403
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1545186856897867
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.223467570979421
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.501310022865854
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.617412860576923
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.572115384615385
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.470928485576923
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6845673351753048
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5308743990384617
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8671123798076925
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5514738475177303
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.55006094858156
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.347517730496454
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.066781850961538
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3402035361842106
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.143503289473684
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1511101973684212
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4449315713652484
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8198276817375887
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.758754916958042
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0004224844858154
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.542272180944056
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9520786830357144
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.355933779761905
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6738513764880953
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.380336948208042
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2373046875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.554738898026316
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5416124131944446
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.4471973339160837
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3356119791666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.948187554632867
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.332302517361111
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.1973953780594404
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7112972861842106
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.103795618444056
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.387109375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0211588541666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.15546875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1725260416666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8629557291666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.105902777777778
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7915271577380953
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3523065476190474
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.121419270833333
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6874457465277777
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.97578125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9007703993055554
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5403645833333335
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.025661892361111
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.14453125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4572497814685317
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6001674107142856
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8551432291666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.8981119791666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.021746379573171
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.59453125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5728849085365852
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8943168826219514
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.805078125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.884765625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.88828125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5179345703125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2489691840277777
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.31835205078125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9856770833333335
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.477265625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8100353422619047
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.054296875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.924365234375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2020654296875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.2752587890625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6272786458333335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9539348323170733
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1785680259146343
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2620998475609757
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3559802827380953
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6841052827380953
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.888671875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3815104166666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4155224609375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.301060267857143
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.430268787202381
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2512882313829787
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.1347739361702125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.0838555518617023
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.155610039893617
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4682305518617023
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6687333776595743
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.251685357862903
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	4.3369140625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0485761088709675
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1350491431451615
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5153887348790325
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7579542590725805
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4700230189732144
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	3.228428431919643
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.353358677455357
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.414306640625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7001778738839284
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.8801967075892856
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.197014086174242
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0268970836292612
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9068215110085227
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.706550366950758
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4212849934895835
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.219828287760417
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3320626923532197
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.512717507102273
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2727864583333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3383992513020835
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4982503255208335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.63604736328125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4504070517457563
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.289990837191358
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2825355058834877
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8348185221354165
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9614942146070076
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.353887110580633
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.668848861882716
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9365630278716215
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.8064469702449846
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.724385029560811
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5607118348817566
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6337098817567566
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1184675886824325
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3749076224662162
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3664880701013513
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.634105785472973
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1397491140463916
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.132711823453608
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9252980025773194
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7280515846631204
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.76038203679078
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0206839964561856
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.402993113724227
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6288231382978724
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5464109596631204
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.977518284574468
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5833299774484537
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2273334703947367
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.014031661184211
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.215972683953901
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1422183388157894
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0739103618421053
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4224917763157894
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7695545014880953
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.049153645833333
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5964226973684212
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6466471354166665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5553152901785716
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0896112351190474
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3617001488095237
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9603420350609757
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.475562118902439
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9012480945121952
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8549923780487805
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.094393102134146
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2163681402439024
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.431155758304196
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2575256774475525
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2585910183566433
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.279296875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.009114583333333
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1180013020833335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0563151041666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9986979166666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8111979166666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2623046875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.251953125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0794921875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.334172175480769
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.641089379370629
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7969706075174825
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.56736328125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.5066015625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3402734375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1944986979166665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4851888020833335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.919921875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2962239583333335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1587890625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.551171875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.611056857638889
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5074869791666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.605189732142857
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7150390625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.317010788690476
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3640848383729758
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6965215773809526
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1038259900050607
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4350390625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7970751953125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2249098557692308
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9582666015625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2919289283906883
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5254598146508098
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6951405142965588
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5198800223214284
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8941592261904763
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.087704613095238
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6160722897376543
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.557490596064815
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.52691951798804
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4556168921199846
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.828200352044753
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.044145748939043
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1390676787405303
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.829948656486742
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.996633818655303
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0586196437026514
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3257557262073862
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4383859345407197
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0112959085051547
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.9664344394329896
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.912829212306701
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.839768242590206
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2489428962628866
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8201277449324325
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.728344066722973
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6413244298986487
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4553449178479383
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7213695629222974
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.055927998310811
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.219211887668919
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.627079094364251
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.5287330121314495
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.440303718135749
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.526397180205774
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8488247658169534
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	4.044492379453317
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3859095006555946
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.2340062281468533
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.304789936625874
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.586777480332168
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2398382867132867
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2549370659722223
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8981119791666665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.9654405381944446
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1876085069444446
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.9072265625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.861328125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4267035590277777
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1226128472222223
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.775964270104895
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2379557291666665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7552083333333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.45625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3421875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6740234375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.23203125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6023763020833335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4405810546875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3968098958333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3535498046875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.3501171875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.9234375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6677587890625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.27540283203125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6176060267857144
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3849283854166665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6305338541666665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.847001953125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7425130208333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3330078125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8544456845238093
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4701657178925305
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	4.3339039872332314
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.679387019230769
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.7539813701923075
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2915068835746952
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3732820836509148
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6789014862804876
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.448918269230769
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.8743926257621952
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5440955528846154
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9041466346153846
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	4.169546274038462
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.306847774621212
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2395648378314394
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	3.093753699100379
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.497033321496212
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1667166045217803
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6564220081676138
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9440324113175675
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8553367820945947
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.9083878800675675
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.166305954391892
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7764067778716215
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.364851668074324
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5921958111702126
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.570769614361702
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3860289228723404
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4817943816489363
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.828145777925532
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.048666057180851
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.904233870967742
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.862147177419355
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7199785786290325
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.806089339717742
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1353956653225805
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3583826864919355
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4753853934151786
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.7795758928571428
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4050380161830358
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4409354073660714
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5591343470982142
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.62200927734375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5428466796875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	4.402750651041667
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.37115478515625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4469197591145835
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.768310546875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.9723714192708335
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4424797761524824
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.445541057180851
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4417146381578947
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.256437693927305
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	4.273180509868421
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3421985815602837
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.991117931547619
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.668301196808511
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8820714206560285
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2570415296052633
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.485165550595238
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3453433388157894
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6414987664473686
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.8553145559210527
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.702938988095238
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8324032738095237
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0945836509146343
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3522135416666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6529482886904763
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.6764005335365852
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9681783536585367
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0261528201219514
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.238948170731707
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.362971608231707
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3330439814814814
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.126491970486111
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.185289924527392
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2557666919849537
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5210706922743054
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.703656985435957
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3495791720360826
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	4.387725515463917
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.139185325386598
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2364841736469074
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6154759987113403
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.834215931056701
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4937172202797204
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	3.331075174825175
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4308268229166665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1184895833333335
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1626953125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3345648492132867
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	4.218478732638889
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	4.106119791666667
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	4.129296875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.412218640734266
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.684010325611888
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.27099609375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.600302734375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.884273929195804
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8850911458333335
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9728515625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3491753472222223
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9931640625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.639814453125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0576171875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6188151041666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3505859375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.811252170138889
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.629975818452381
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.6357421875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.38359375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6029296875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3879931640625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.373976934523809
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.483359375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7980859375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5471075148809526
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.029013671875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.531924293154762
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7978050595238093
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.1608072916666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.022884484493371
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6756110913825757
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.8964362866950757
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9583999171401516
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.178466796875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3279677882339014
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/16000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7243520375844597
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.6063925253378377
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/30000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.552853146114865
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/22000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.634547877956081
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.919407200168919
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.117794552364865
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3295473415359311
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5289677299468623
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4123861336032388
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4186398896128543
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5809074123861335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3526319743168016
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.485334759299089
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4013998054782388
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.442147669686732
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.305913601812039
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.503908649416462
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.201573777257371
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.194572280021499
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.389794801904177
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.306413880144349
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.230726687269656
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.529188202648628
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5880752191310976
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3931289300685976
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2924581388147867
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2845578077362805
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.478459055830793
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.319684284489329
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.393995331554878
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8252704326923075
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.878155048076923
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.665339543269231
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5512319711538463
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5216346153846154
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7690805288461537
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.567683293269231
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.673527644230769
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3721617353723405
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.441181848404255
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2289561170212764
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1181391289893616
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1113655252659576
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.315047373670213
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.145885970744681
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2253449135638297
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3815209173387095
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4558814264112905
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.205078125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.076849168346774
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9674584173387095
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3123267389112905
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1089024697580645
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1945722026209675
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5992954799107142
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5875418526785714
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5369088309151786
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4842529296875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5448172433035714
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5548270089285714
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5011160714285714
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5103585379464286
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7012939453125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7603556315104165
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5592244466145835
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4580281575520835
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.452880859375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6491495768229165
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4834391276041665
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6130167643229165
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.863447473404255
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.927734375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6990456006205674
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.565637466755319
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.458922041223404
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8061211768617023
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.600752160904255
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9868198692375887
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3586554276315788
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4122121710526314
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.215306332236842
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1203227796052633
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1185238486842106
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3016550164473686
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1515727796052633
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2333984375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1075381324404763
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2321893601190474
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.890043712797619
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.724795386904762
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6982654389880953
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9596354166666665
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7300269717261907
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8665597098214284
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0717654344512195
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1206173780487805
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.982136051829268
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9132050304878048
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.913395579268293
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0395626905487805
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9351419588414633
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.981731135670732
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.719869731385031
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.780949345341435
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5770399305555554
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.469317400896991
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6649237738715277
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3872673128858026
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.499778464988426
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.592283649209105
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.140111549613402
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.207680613724227
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.989841736469072
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.873560325386598
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.081688949742268
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8632258778994846
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9049412048969074
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9883215206185567
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4256310096153846
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.483712576486014
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3043836046765733
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2083663406905596
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3771579982517483
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2169471153846154
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2346140187937062
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3062855113636362
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4618055555555554
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1057942708333335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.519259982638889
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3384331597222223
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1422526041666665
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9254557291666665
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.54453125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.247341579861111
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6298828125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8024088541666665
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3826171875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4183485243055554
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.244357638888889
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0498046875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7932942708333335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.28359375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2713216145833335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.336697048611111
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.80078125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9680989583333335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.494921875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1849609375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.311328125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.389453125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.634775390625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6722021484375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4865283203125
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.379716796875
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5537255859375
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.374443359375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.38640625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.49890625
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6772693452380953
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6396484375
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5615699404761907
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.494047619047619
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5313895089285716
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6772693452380953
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5943080357142856
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6032831101190474
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3889973958333335
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.441646691524621
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2678389115767046
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.183151707504735
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.095962062026515
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.341193921638258
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.203548546993371
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2690559156013257
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0486961570945947
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1080421241554053
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8988729940878377
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7967826224662162
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7225704708614864
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0038534628378377
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8298933699324325
/ckpts/Pile100B//305M_23-0.0625-0-0.0625-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.89819995777027
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4198329168775303
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5424498276189271
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4542488376138665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5909458422950404
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5478327824519231
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6830738391953441
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3504870951417005
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3761040691422064
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.220248435580467
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3715136478808354
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2664240056818183
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.42687058507371
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3115966197020885
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.509134578470516
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4407068201013513
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.467250364711302
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3072911704458843
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4568928044016767
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3523395817454267
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5306490384615383
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.510404261147104
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.703350360576923
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5829326923076925
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4015279630335367
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5913056164253048
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.812274639423077
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2335085985137195
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2637909679878048
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.711237980769231
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8831881009615383
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4516977163461537
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.499323918269231
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1371176861702126
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2974235372340424
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1880485372340424
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.359483045212766
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2308676861702126
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4459815492021275
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.422307180851064
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.38910821143617
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9985194052419355
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1728515625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0539944556451615
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.236454133064516
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.103578629032258
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.331117691532258
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7842899445564515
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7576707409274195
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5481916155133928
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.60650634765625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.57733154296875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6282871791294642
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5861467633928572
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6520298549107142
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4769461495535714
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4746965680803572
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4723714192708335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.627685546875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5222574869791665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6872965494791665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.589111328125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8230183919270835
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.316162109375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2935384114583335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.483647772606383
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6897578679078014
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5351631759751774
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7339040336879434
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1483347039473686
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.289113898026316
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.192845394736842
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.610940270390071
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.050393395390071
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3169880319148937
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.295164284131206
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3484786184210527
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7085193452380953
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.933896019345238
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.229029605263158
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.837890625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.427682976973684
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2736430921052633
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2473787006578947
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0963541666666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.886509486607143
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1995907738095237
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7245861235119047
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6526925223214284
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9328077362804876
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0314405487804876
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.961580602134146
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.066334794207317
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.986995045731707
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1166634908536586
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9481230945121952
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9333555640243905
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.410411693431713
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5503946940104165
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4498863691165123
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.604567539544753
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.495233983169367
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7088374385127314
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.238233024691358
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2142793631847995
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.893836581829897
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.061684519974227
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9449903350515463
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1230519088273194
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9901538337628866
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.212951030927835
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1784491784793816
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.139603133054124
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2408933839597904
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3746961046765733
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2809426901223775
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2642144097222223
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7906901041666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4258563701923075
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4027777777777777
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.203125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0247395833333335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3065321180555554
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8681640625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3986328125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3207905375874125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.519845388986014
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2671875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4485677083333335
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4357176027097904
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0836588541666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.406062199519231
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4521484375
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.37626953125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.343532986111111
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5206705729166665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9820963541666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2281901041666665
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.526533203125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.226779513888889
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3189453125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5392578125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4735400390625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.199978298611111
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9498697916666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9085286458333335
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0326171875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.00390625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.646670386904762
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.59025390625
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6819661458333335
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.492861793154762
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.490107421875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6770849609375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4026513671875
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6728515625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3632080078125
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.552455357142857
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6552269345238093
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4052966889880953
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4306175595238093
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.122225674715909
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.236248594341856
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.152351148200758
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.280582312381629
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.193988222064394
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.354501435250947
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9457480690696023
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9265164462002842
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.744160420185811
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.898318728885135
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7894584037162162
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9603172508445947
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.839210304054054
/ckpts/Pile100B//305M_30-0.125-0-0.0625-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.040817673141892
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.608622782939189
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.586287214949324
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5211413920167005
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.410440915991903
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5655245761639676
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4556761212677125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6175719967737854
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2506414869053644
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2810542921305668
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3997807676492915
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.64321636977887
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5187742341062656
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.705713970362408
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.566286279176904
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.766114480958231
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4703180186578626
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5069355132831697
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6762203432125307
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4295163038300305
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.311242080316311
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7977764423076925
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5081950862233233
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4986478365384617
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.732722355769231
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.356488483708079
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5485527224657014
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5620492788461537
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3137936475800305
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.357140517816311
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8916015625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5243842892530486
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4574819711538463
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.533954326923077
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7725360576923075
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.609699135638298
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4741397938829786
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.675789561170213
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.523296210106383
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.748221409574468
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.417927194148936
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4579704122340424
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6458153257978725
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9582913306451615
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.836095010080645
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0164598034274195
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8805443548387095
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0900957661290325
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7521263860887095
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5401698521205358
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.787109375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9550623739919355
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4936610630580358
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5880214146205358
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5332554408482142
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.57489013671875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4268101283482142
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4969889322916665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.36456298828125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4335065569196428
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4874093191964286
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6020711263020835
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.41741943359375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6133626302083335
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4170125325520835
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4416910807291665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.61737060546875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4936211768617023
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3668966090425534
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5634003767730498
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.439915707236842
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3224712171052633
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.417103003102837
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.497995476973684
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9979771205357144
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.62438358820922
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.798037574404762
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2940284242021276
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.376027960526316
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0165550595238093
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3225288120567376
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.496543938386525
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.561986019736842
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.291067023026316
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7876674107142856
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3294613486842106
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4870990953947367
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.062809641768293
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.139067150297619
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9826362423780486
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7149600074404763
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.111351943597561
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8182896205357144
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1023995535714284
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0140767911585367
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.145817454268293
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.985423018292683
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0159822789634148
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.126929306402439
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.380650649836034
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2779405381944446
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4312126253858026
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3184271918402777
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4892902138792437
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2107920705536266
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.244196385513117
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.376938808111497
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.378488442332474
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2365798163659796
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4530343911082473
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2867620409149483
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.533142719072165
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1710393846649483
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.220396061533505
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4234707232603094
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5924524694055946
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.478433675699301
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.652849104020979
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3724500868055554
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1337890625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2765299479166665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.204296875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9664713541666665
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.086328125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.445529513888889
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5223653299825175
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1888020833333335
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2603515625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7095170454545454
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5815771484375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.310329861111111
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.361331539554196
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0380859375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.44146484375
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.124609375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3949580692744754
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5373415646853146
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.489963107638889
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6301904296875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2438151041666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2899305555555554
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6202566964285716
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9300130208333335
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.33515625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6079334077380953
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0021484375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3250868055555554
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4756944444444446
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5102783203125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.943359375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.201171875
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7008463541666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0369140625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2064453125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.715751953125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4369775390625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.567103794642857
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4729248046875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.63345703125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7588355654761907
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4975353422619047
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5994698660714284
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6884765625
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0672921845407197
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9814129453716856
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.109891024502841
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.016211307410038
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1579700816761362
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9210898659446023
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0594426935369317
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.945034142696496
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7683963260135136
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6611328125
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8290883657094597
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7008419552364864
/ckpts/Pile100B//305M_20-0.5-0.1875-0.09375-0.125-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.887325802364865
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.58031566722973
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7641271642736487
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.612423458614865
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.326414038777834
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4334286832616396
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3439209972798583
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4921529051745952
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.719943027264676
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7491351293648785
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9274141257591093
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8419056015941295
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.560687240863022
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7198801251535625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.599212271575553
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.804452357186732
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1928075092137593
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.223142131833538
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2767918842137593
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3865495911394348
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.403729694645579
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5580846274771343
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5879657451923075
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4405770650724086
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.761042668269231
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.662109375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6431348847179876
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9066256009615383
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1722501429115852
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.209332721989329
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4695763221153846
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.522761418269231
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.256502477134146
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.379634205887957
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5785006009615383
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7439903846153846
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.521060505319149
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6935713098404257
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.561577460106383
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7958070146276595
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1046791888297873
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.841670866935484
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1364818816489364
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.997590095766129
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.871849798387097
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1908701795212764
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3147523271276595
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0852444556451615
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4538312639508928
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.081763482862903
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4943760463169642
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.108366935483871
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.45892333984375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.174127394153226
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.334110383064516
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5189557756696428
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4892985026041665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6396484375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.374058314732143
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.418788364955357
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.53289794921875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4366455078125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5967320033482144
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.730224609375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3009847005208335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3317667643229165
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4069620768229165
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5162353515625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3779227615248226
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5442985372340425
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3879009046052633
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4124764516843973
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5427631578947367
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4036800986842106
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9160853794642856
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.623434729609929
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1411365327380953
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9776785714285716
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5654296875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6164165296052633
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.602241245567376
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0939555921052633
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0499475990853657
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7680352393617023
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.427641369047619
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8157829122340425
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1324527138157894
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1530821265243905
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5631510416666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.069431211890244
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1796875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2861328125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6090029761904763
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6884068080357144
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2083650914634148
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.866024925595238
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.870021913109756
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.890958460365854
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9251619664634148
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.005192454268293
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2842120888792437
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4113746925636574
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.308990855275849
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4818846149209106
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4757667824074074
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.509791998215664
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5677000446084106
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.69165340470679
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.282664505476804
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4677885389819587
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.320544056056701
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5721095763530926
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8617811694587627
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.89660518685567
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9559993153994846
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0841353898195876
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.50418004333249
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.324957102416498
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3450428580465588
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.291247904542004
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2605533985956479
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4005635991270242
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4227645812246963
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.453853468180668
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4480031687062938
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.580378605769231
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3738606770833335
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.029296875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.468265133304196
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.093359375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5101996527777777
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.23828125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.24609375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4075520833333335
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0703125
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.649011145104895
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1181640625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.550146484375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6723779296875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2596153846153846
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5855034722222223
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3160807291666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5594075520833335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.289045427229021
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5761181640625
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3341796875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1358506944444446
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7180059523809526
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7965494791666665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.348417695585664
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1655815972222223
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.284765625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4464324737762237
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8414713541666665
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.561314174107143
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3083984375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.809560546875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.21533203125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.31396484375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9026692708333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0231119791666665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3693359375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.29404541015625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5171875
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6677129836309526
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.3311376953125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3566778273809526
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.38527099609375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5255712890625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3692103794642856
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5852864583333335
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8196858394483806
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5758231026785716
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9146871837044535
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1548938828441297
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0647595363107287
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0328176398026314
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.920894483805668
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4453727938385628
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7946273247722673
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.980966279000947
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.09130859375
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0052749171401514
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.148291385535038
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7749755259520885
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6976999193796067
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7405367014742015
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.194805723248106
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.987990920608108
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.671159973894349
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.8562029714373462
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.302595208845209
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6663257495777026
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.21856689453125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.940048180282555
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.809596706081081
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.262338349313447
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.368343468868371
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.691043338260135
/ckpts/Pile100B//305M_21-0.5-0.09375-0.0625-0.25-0.09375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8836307010135136
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8037109375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.834155933277027
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.88646801097973
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0163904138513513
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3152401335995085
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.396977455082924
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5946521805896805
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.49491683622543
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.549402785242629
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3713732820178133
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3622495009213758
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2834502648955772
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9474534254807692
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.817139660298583
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.002407799848178
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.400902724847561
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.322383229325457
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.36676025390625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.607502262766768
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.480441954077744
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2857204530297257
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3505325626265183
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3744893888147867
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.604266826923077
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.530048076923077
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5542367788461537
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5723430354420733
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.856670673076923
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7524789663461537
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.484074519230769
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.464543269230769
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3636291751012146
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.772160456730769
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5051902122343117
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4078700262525303
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5658586633350202
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2588113924352133
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.339557926829268
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.532198277915396
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.434369343083079
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4770954411204267
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.537409855769231
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2127432474275914
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2249904725609757
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6358924278846154
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.299725788395579
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8365384615384617
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7484975961538463
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7842548076923075
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.445012019230769
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4432091346153846
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5635516826923075
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.778328623670213
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.696430352393617
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7486120345744682
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.8652052859042554
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	4.010816988031915
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6652177526595744
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2291389627659575
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.9452750997340424
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.884371849798387
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8011907762096775
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.849829889112903
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9644972278225805
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1037991431451615
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7687594506048385
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7375094506048385
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.025973412298387
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.462646484375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.426235939419533
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4425136021205358
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4556012834821428
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4905744280133928
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.522705078125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4271065848214286
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.294064083614865
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5544956752232142
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.487418659781941
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5053362165178572
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2527426861702127
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4386189778645835
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.350108045212766
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3577067057291665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2925848433660936
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.566102892287234
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.448848902925532
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3960774739583335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5300496419270835
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6479085286458335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3277384440104165
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5002410239361703
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3129404920212764
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.54534912109375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.218957779255319
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3044921875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.312846715678747
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6381632486979165
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.483170492936118
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.364250614250614
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.556664619164619
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7628370715725805
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.846742691532258
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0542149697580645
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.951392389112903
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0116399949596775
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.755953881048387
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7366116431451615
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8159337197580645
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3985595703125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.482578822544643
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6564767020089284
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.621494838169643
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6401192801339284
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5405360630580358
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3722970145089284
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4320068359375
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4225260416666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.339975343528369
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3874598293439715
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.505520002216312
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.642488087322695
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.324329565602837
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.277302194148936
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4742495888157894
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4079461348684212
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.36907958984375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4518229166666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.44921875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.64984130859375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5630900065104165
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.586775542996454
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5510382401315788
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.686060855263158
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3640522203947367
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1953125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9549386160714284
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5924886067708335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2823893229166665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.840053013392857
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3466593424479165
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4131876627604165
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9833751860119047
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6385176809210527
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1467168898809526
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.344912574404762
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7522786458333335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.732607886904762
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1719215029761907
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.069073932926829
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0197456173780486
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.046589176829268
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1235947027439024
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2133669969512195
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.989519817073171
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9627000762195124
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1863805259146343
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3972703887195124
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.738581730769231
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.273945133860518
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2944301307624113
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4610015124809452
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.379543439716312
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6049429086538463
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5832987034574466
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4871038342198584
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8447265625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.542151484929078
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2674753289473686
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.294063054078014
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.335526315789474
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2665045988475176
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.343119736258865
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5524259868421053
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4435135690789473
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1826618473704267
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4854543585526314
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2493832236842106
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.991396949404762
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.235865542763158
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3036081414473686
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4837740384615383
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1280691964285716
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4617745535714284
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2613002232142856
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2055143030678352
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.279203869047619
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.724307105654762
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.369957900628811
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8625604538690474
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.038876488095238
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4857271634615383
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7859825721153846
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.253760361089939
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9966653963414633
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.449327422351372
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0512338033536586
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1712795350609757
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1156869283536586
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5377103365384617
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7617938701923075
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1441025152439024
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.942454268292683
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.974633193597561
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.022722942073171
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.349281083776596
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2175157912234043
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3176020869502314
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2535844967689043
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4229803856382977
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2882886345003857
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3841839072145063
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2238701714409723
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4987122335551697
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2045506606867282
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.222170046542553
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4381397388599537
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.371361517137097
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.242989527925532
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2005418346774195
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.430402260638298
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4490454889112905
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3062209109042553
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.500660738031915
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.6495902464561856
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.884671118951613
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5528753221649483
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.574009486607143
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.606873187822165
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.7337206024484537
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.872045143363402
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.5293975515463916
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4483816964285716
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9818681539948453
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9051946824596775
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6268136160714284
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.099184097782258
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.8163257087628866
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.964717741935484
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5213216145833335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.180569556451613
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4892839704241072
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.233014895592207
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2997843424479165
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3968912760416665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.471790455005787
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.389306339216821
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5915323893229165
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4865461077008928
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.429945957513503
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2182767891589505
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2048987871334877
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.270406840760031
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5553065708705358
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2664388020833335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5027204241071428
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6151210239955358
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.28363037109375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4629313151041665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6795099431818183
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6151182801573425
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.651715472027972
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3293660481770835
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.7529911494755246
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3566080729166665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5674031575520835
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9941456588273194
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1494140625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.857319438374126
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0873369039948453
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5794635052447554
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2843424479166665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1416015625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.029296875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3021812172202796
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3085836823453607
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1962840286726806
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.058984375
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3289930555555554
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1044921875
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4237738715277777
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2701822916666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5442708333333335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1095703125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2474500868055554
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3916015625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.251379268685567
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0208333333333335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2244140625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.057430935889175
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.806312827797203
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3512369791666665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9575547680412373
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8512369791666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.365234375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0450225515463916
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.02578125
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5673486328125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9734375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8513754986702127
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.506201171875
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5094401041666665
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.55712890625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3541666666666665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6948553856382977
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6426513671875
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.309159128289474
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5498744419642856
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8249609375
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4629052734375
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5971912202380953
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.406982421875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9184743461879434
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5141136532738093
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1935135690789473
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.712983630952381
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.925967261904762
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.671107700892857
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5444568452380953
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7137353515625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3766447368421053
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.645786830357143
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.394600509751773
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7367466517857144
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7094959077380953
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0542457217261907
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1999897203947367
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.419035350177305
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.019435975609756
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5953360483156027
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7167736235119047
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2194181743421053
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9361423399390243
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.467295545212766
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0659298780487805
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3772101151315788
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6718680740248226
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.379237461756993
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4666500491695804
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7447684151785716
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6835527753496504
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.564610194493007
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2726665296052633
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2350260416666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.457082648026316
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3136393229166665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1109095982142856
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9749348958333335
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0511067708333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.395487325174825
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6150841346153846
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0013671875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9181831173780486
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.082421875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3536385489510487
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4805230034722223
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3892686631944446
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4377321896853146
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3427734375
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2210286458333335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.913178943452381
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2908203125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1873046875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.097935267857143
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1839735243055554
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4326171875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9007161458333335
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2545572916666665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.206325954861111
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2774522569444446
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9369283536585367
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9192708333333335
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.00390625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9986328125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.242578125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5255029296875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6376904296875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9732421875
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.05703125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.046898818597561
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8778173828125
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.723212890625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.633091517857143
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8335658482142856
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4347119140625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.78712890625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.970012385670732
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4913134765625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5658056640625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1023246951219514
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.030459449404762
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9995349702380953
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6100260416666665
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0345052083333335
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7437220982142856
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.517392113095238
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0067952473958335
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9507908676609849
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.983303185665246
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.059429746685606
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1555120294744317
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9286526766690342
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9262741551254734
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.107619776870265
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7058765308277026
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.625
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6744285789695947
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7751860747466215
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.902713260135135
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.59961597339527
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5694679054054053
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.715262707368827
/ckpts/Pile100B//305M_2-0.5-0.1875-0.0625-0.25-0/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8417440878378377
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.577773105951003
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7789555302372686
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9505143599076704
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.016573819247159
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.090934984611742
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1630859375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3165916160300926
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9329972700639204
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1226751154119317
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.930438417376894
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.987466523141572
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.332810390142747
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4923058027102623
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1214410840850517
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3801081151138117
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.590457400760135
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5627931194540894
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.66796875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.976451755798969
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.758030247043919
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.19384765625
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.854149070945946
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.587547508445946
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8155880489864864
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.568742081925676
/ckpts/Pile100B//305M_11-0.5-0.09375-0.03125-0-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6417335304054053
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9722585776417527
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9933553479381443
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1873942896262886
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0490898840206184
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2638631604381443
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4410573364752024
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5838015166371457
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4757361778846154
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4878720426366396
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6354436835779351
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5074774244053644
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3546697443181817
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3382703993055554
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7001755440283401
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.04296875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7255928564650809
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.536328125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5423336429195804
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2306315104166665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8889973958333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7464337677125505
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3787109375
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.39306640625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0999348958333335
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5423046875
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.621484375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2929277753496504
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4307080078125
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5609188988095237
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1463216145833335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8688151041666665
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.602861328125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3104717548076925
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.112890625
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5890997023809526
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4688934112762237
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1724717881944446
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.684663318452381
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8587239583333335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1326171875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4096337890625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.362355905812937
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3143446180555554
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.541520979020979
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1438802083333335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3265625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.219509548611111
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6176990327380953
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9469401041666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4225244140625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3849283854166665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1900390625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1956380208333335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.39765625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.590966796875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4807474854504048
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6014399354757085
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5767299107142856
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.488525390625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.528550615194838
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6448828125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.700474330357143
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.663091868041498
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5318292162196356
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.719009955402328
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.505185081845238
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.276130954263664
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.25020460368168
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.712704613095238
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.393989331794508
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2758585611979165
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4533395478219697
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.328158591830467
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0242365056818183
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4958250153562656
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0462019636824325
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3803087089219903
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5501298084305897
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.036269679214015
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.41038179514742
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8998495565878377
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.614341792076167
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.180283754990786
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1728571111505683
/ckpts/Pile100B//305M_22-0.0625-0.09375-0.09375-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1102591849662162
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0811564127604165
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.230156176017992
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.205308468980344
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.674560546875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.696091110641892
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8634396114864864
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.744826858108108
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9321157094594597
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4082583115786242
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.56167340102887
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.45760710995086
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6349179879453315
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4835675963605652
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6900337837837838
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3271952261210074
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.295872043918919
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4273330750253037
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6143991570723684
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3989168492759148
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5646585604039633
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.509014423076923
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7196514423076925
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4515782798208843
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6196199742759148
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5659555288461537
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4828803830030486
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6841445550685976
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.807316706730769
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.128230397294207
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6202674278846154
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8500600961538463
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5697866586538463
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1545499475990852
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.560847355769231
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3976351109946648
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.248399687976372
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7255859375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4975961538461537
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.297625285823171
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4818666039443595
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5279447115384617
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7225811298076925
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.323024842797256
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5209871617759148
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2721304544588414
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2360303925304876
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5587439903846154
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.808368389423077
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.561298076923077
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.501727764423077
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.256574135638298
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.437782579787234
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.318637799202128
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4967752659574467
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3472531582446807
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5726105385638296
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1115733045212766
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7605689264112905
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9335779989919355
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1381233377659576
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.815854964717742
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9855563256048385
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.843198714717742
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0604996219758065
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0634608114919355
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5383562360491072
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3946620181971743
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6090436662946428
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0900485131048385
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5582624162946428
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.602315916769042
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6213902064732142
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5830252511160714
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5242145944148935
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3560048204787236
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6438249860491072
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.56829833984375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4041748046875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.73828125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4138713430851064
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5942071143617023
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6231486002604165
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7947184244791665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.438232421875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.435667386968085
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.667000498670213
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2575174534574467
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6523640950520835
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2251745345744682
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8486124674479165
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.22265625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.948824974798387
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.789976058467742
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.842993951612903
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0102696572580645
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.24237060546875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8661951864919355
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0829605594758065
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.901241179435484
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.874873991935484
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.59735107421875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5418613978794642
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5586286272321428
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6260027204241072
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.29564217641844
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4662635749113475
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5658307756696428
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6363176618303572
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2150493421052633
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.48046875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4549996512276786
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3154296875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.42999267578125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3473792109929077
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3760793585526314
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.524732657358156
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3600056966145835
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7881324404761907
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6073404947916665
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.376883865248227
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2747224506578947
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5884447030141846
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.013857886904762
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.554438164893617
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4377055921052633
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3907877604166665
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2912726151315788
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5987752278645835
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4934210526315788
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.89599609375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3760579427083335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3387643914473686
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3548787434895835
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.137881324404762
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.982350419207317
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9392903645833335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5823152149822697
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.295200892857143
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0941310975609757
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2875744047619047
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3669819078947367
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.013648056402439
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1280964176829267
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0333698551829267
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2859933035714284
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.173732850609756
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1205935594512195
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.28448486328125
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5688852163461537
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4847905585106385
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3215522495567376
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.133836699695122
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4832733898628048
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3717032358156027
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.434107730263158
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2930715460526314
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.55707696143617
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8178335336538463
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3410259046052633
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1029110863095237
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5115131578947367
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8444010416666665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.396075742464539
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.612512466755319
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4195963541666665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3853889627659575
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9827938988095237
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.117466517857143
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3528988486842106
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5621402138157894
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2594572368421053
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2273848684210527
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.070407774390244
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9731564405487805
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9252697172619047
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3025948660714284
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9445917038690474
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.863583519345238
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0025247713414633
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1235708841463414
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0171970274390243
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1566549161585367
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.998142149390244
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9749904725609757
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.330501994680851
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.225695197964892
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3666826413001543
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5580119680851063
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2688847294560186
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4131665641878857
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.996676537298387
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2920253423996915
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4723224404417437
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.464956024546682
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2375094506048385
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.014049412048969
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4924640420042437
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5385219029017858
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.200290955219072
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.070755476804124
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2609334729381443
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5861554827008928
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.105775813466495
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.335524726159794
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3665974934895835
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.846030323775773
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.37543026017554
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.250095697096836
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2905959141107255
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.431064181857639
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5706990559895835
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8746677673969074
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3083043981481484
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4862633222415123
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3303584346064814
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.306920181086034
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.322999754152098
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.479594624125874
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2763118153994846
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3760850694444446
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.098220038659794
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8447265625
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9998046875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5293511284722223
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.376461429195804
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1009114583333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1510450225515463
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.17109375
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3584387081185567
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5356820913461537
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4217122395833335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.446708984375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.399919416520979
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9339192708333335
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5062749335106385
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6094023164335662
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0560546875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2589051573426575
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5792100694444446
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1591796875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5944775390625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1865586742912373
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.221875
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4510091145833335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6017950148809526
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.425182224548969
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2900390625
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6433919270833335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.978515625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.008376288659794
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2337239583333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.096896701388889
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9727871295103094
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0791015625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.15234375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2953125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5184521484375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7504650297619047
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.271875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7266663896276597
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6580029296875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8776041666666665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.280843668050699
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5295458984375
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5146019345238093
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7552490234375
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4971731085526314
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7078173828125
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7015438988095237
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1220160590277777
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1448567708333335
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5871465773809526
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6590401785714284
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.294921875
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2614862351190474
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.424990699404762
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.988352705792683
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6964892578125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.575543597027972
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4311455146416083
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.126619664634146
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4488467261904763
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3511827256944446
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4854779010052446
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2186957465277777
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.166015625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9140625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6402152534965033
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1908203125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0330078125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2669270833333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9993489583333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4257269965277777
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2373046875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0884765625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.25390625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4935089324737763
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.622080078125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.480107421875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.70528982736014
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.283227026879371
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2545618444055946
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.285861545138889
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5372314453125
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0315755208333335
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7003348214285716
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6941034226190474
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6854638671875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.466525607638889
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1078125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2406684027777777
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2620442708333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2122395833333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9791666666666665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9264322916666665
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.322265625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1287109375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.10625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5721493675595237
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7033575148809526
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5384619140625
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.770263671875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4826806640625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.46412841796875
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6063058035714284
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7141927083333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6078869047619047
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7036365327380953
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9423374985203599
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0660992246685606
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9824958570075757
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1030069986979165
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.003680604876894
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.157431862571023
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.182705965909091
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.586353198902027
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7436391469594597
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6404138513513513
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2044363310842803
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.797732791385135
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.407436794704861
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.664201066300676
/ckpts/Pile100B//305M_8-0.5-0-0.0625-0.0625-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8572371199324325
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.786766258445946
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0675363251657197
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9578358043323865
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.599583001784336
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9959910999644885
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1129871715198862
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.81615551097973
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0106071703361743
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0865163901417527
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1615341648910986
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.035742557410038
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.011373808889678
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.759963576858108
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.61670581714527
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.668971706081081
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.826290646114865
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.318641269329897
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6875131967905403
/ckpts/Pile100B//305M_15-0.5-0.1875-0.0625-0.0625-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.883129222972973
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.696605785472973
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6654877533783785
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.1063128637398787
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3854348776223775
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7918370049974697
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.242404513888889
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9847005208333335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.964845726847166
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.221875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8163113613360324
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5908886035839163
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.0071878162955468
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.493134765625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4021371694711537
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4338032957995952
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.424045138888889
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2203776041666665
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.466015625
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6092354910714284
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7313232421875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5792073238233806
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6585518973214284
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.316649402201417
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3970220774291497
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.454362506325911
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3354057281123481
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4957991997722673
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3599354361715588
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.388695597165992
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5137756594762146
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1016253847064394
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.268206972064394
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.362879347742629
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.772579708614865
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2520263072020885
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4296383119625307
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.283521047681204
/ckpts/Pile100B//305M_24-0.25-0.1875-0.0625-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9816564611486487
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.479110680282555
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1878275203470516
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2196497811732185
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.38391383215602
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3763712665079852
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.498771498771499
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5585169686732185
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4090213260135136
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6151875863789926
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3857625825399262
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4208276547143734
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5751197308814495
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3062952553353657
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.931941105769231
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.199519459794207
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5923978365384617
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3788377715320124
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2271639195884148
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.795597956730769
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.611027644230769
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4139404296875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1707227753429876
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2084990710746952
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8580228365384617
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4994741586538463
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5664813701923075
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3845988948170733
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7810997596153846
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.312106993140244
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.445035608803354
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6016376201923075
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7762920673076925
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4860869616996952
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.34893798828125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8435997596153846
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6629356971153846
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5484931759717986
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8657602163461537
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2742994354992376
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3118747618140243
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.471331340510671
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3096284906914892
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.438777043269231
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5150240384615383
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.735051081730769
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.184320977393617
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.369032579787234
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2181474401595747
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2915196572580645
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4320603390957447
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1055061502659576
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1401761968085107
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.147555443548387
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3679120463709675
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5659877232142856
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1869644657258065
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.433924521169355
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4459228515625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3181599069148935
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0693516885080645
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.101263230846774
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.658900669642857
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4141031901041665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.312013796542553
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4470079787234043
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.492710658482143
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2995402018229165
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5055684840425534
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.351084607712766
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6752232142857144
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5426984514508928
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5639910016741072
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.313697076612903
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5247802734375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3234049479166665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.575465425531915
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0938917590725805
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9575037802419355
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3189328457446807
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.52081298828125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.356561668882979
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.531632313829787
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2994588216145835
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3280029296875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.164881552419355
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.989777595766129
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6149466378348214
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4958757672991072
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4601789202008928
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.234768775201613
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.758458291330645
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.786290322580645
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5153459821428572
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.78070977393617
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4608328683035714
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.947564894153226
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.52227783203125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.508326480263158
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6987131538120566
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5677083333333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4274088541666665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.406661184210526
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5316336495535714
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.679501488095238
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5974934895833335
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8616120899822697
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.46234130859375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4757777622767858
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4976109095982142
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.55352783203125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6782399711879434
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.367373511904762
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5986328125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.90874335106383
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.438887746710526
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2407822027439024
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5595703125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.597767065602837
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6610310872395835
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5817987351190474
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6202199835526314
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.383696056547619
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.167635289634146
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3877766927083335
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.150853207236842
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.186574835526316
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.411865234375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5799357096354165
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.725864955357143
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7913876488095237
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8637230282738093
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.313405106707317
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1840224847560976
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8023603723404253
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3419159679878048
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9311642530487805
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9516482469512195
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.597309951241135
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4676695478723403
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3460629111842106
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4187397203947367
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3028371710526314
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6626288231382977
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1568545386904763
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5055823359929077
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.247256324404762
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0185081845238093
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4802631578947367
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.326634457236842
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.294038318452381
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7259391622340425
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.084170386904762
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.071360518292683
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.29713126108156
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3207834663120566
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1168302210365852
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0300590701219514
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.544510690789474
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4831629543439715
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2140727796052633
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2469675164473686
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4030119243421053
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4498232886904763
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.139958079268293
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0504001524390243
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6223260788690474
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7260509672619047
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.931454613095238
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1792587652439024
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9410251524390243
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9621284298780486
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.062214176829268
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.657179844232253
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.540091808931327
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7281727731963734
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5692327051986883
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.770118995949074
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4631227092978394
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4999329366801697
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0524927512886597
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.923782820554124
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1170717219716493
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6715080355420526
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9599206668814433
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.485499252507716
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3741560570987654
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.177392074742268
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.853676707474227
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.891259262242268
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5479321891878857
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4043059172453702
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.595929181134259
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.427406577797203
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2217331874517745
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.249006106529707
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3779944902584877
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0769017799613403
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2529839409722223
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3720703125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3260182200611887
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.199148276417526
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.061598944909794
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4783203125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1695963541666665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1998697916666665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2656904397551547
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.345703125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.098793894974227
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8698828125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.48768711756993
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3541200010926575
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.624209449404762
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.737958984375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.31884765625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4274088541666665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5369140625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1884765625
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5474281577797204
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2265625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.222922585227273
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.253230168269231
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3685546875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.331472495167526
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4217354910714284
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.358127170138889
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4459635416666665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.92859375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0798113321520617
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.118607039304124
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.143337673611111
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1720377604166665
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6056640625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8600260416666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9205729166666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.303127013530928
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2751953125
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7688427734375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3037109375
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6747581845238093
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.97404296875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5757998511904763
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4255224609375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4471826171875
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.912202380952381
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.664248511904762
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4049661276223775
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5767299107142856
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4257914936625875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3283264586975525
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3192274305555554
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3980034722222223
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2843424479166665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1399739583333335
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1708984375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0068359375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.487355905812937
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.498046875
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.32734375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1833984375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.350483500874126
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.434299045138889
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3158094618055554
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2431640625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0397135416666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6346728515625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.669990234375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3833984375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.550078125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.215234375
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5406263658216783
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9197823660714284
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.914248511904762
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5019066220238093
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.754580078125
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5876416015625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.361034473339161
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3900923295454546
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4908854166666665
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.31640625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5341045673076925
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4712890625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9936290922619047
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.71484375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.248318142361111
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2779947916666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8841145833333335
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9313151041666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.420627170138889
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0911458333333335
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9998046875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0294921875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.191015625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8293701171875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4083740234375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.36539306640625
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.0239025297619047
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.566650390625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4243396577380953
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.391880580357143
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5615699404761907
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3411846738873106
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.245200417258523
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3974960789535986
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2688913056344697
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.985127217060811
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4532951586174243
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1772756865530303
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.208244554924242
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.856471706081081
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.041622677364865
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.886111697635135
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.163354122277462
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.072796445904356
/ckpts/Pile100B//305M_9-0.0625-0.1875-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.097775021114865
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7895903716216215
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.82347972972973
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3491876775568183
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.216682202888258
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.095481178977273
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8640994510135136
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7443715688344597
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.259136777935606
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0002771326013513
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9334818522135417
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9585256865530303
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.071523955374053
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.92015941722973
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7707387563344597
/ckpts/Pile100B//305M_19-0.25-0.09375-0.03125-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9785552153716215
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5857791385135136
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.61278637035473
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.759402713260135
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4824821688385628
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5982927947874495
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4945172143851215
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6605970869180162
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4076209435096154
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4335166529605263
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.572537441485324
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4158910836285425
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5472150177125505
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4738986984438258
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4356961269610324
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6110523548203441
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4101088056680162
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4441619749493928
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5797499683704452
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4757668190156883
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.271948662085381
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.416392333384521
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.298053113482801
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.485380355497543
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1904980708691646
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3769363290847667
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2184692682739557
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.456510576627764
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6209389876382065
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2653526662315726
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.488739538544226
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.698220592751843
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.197746708000614
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.231014617245086
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3881380048372236
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.271973855958231
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.253910715987043
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6029897836538463
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3936410299161586
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.760516826923077
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.280443145007622
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6517427884615383
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.460599573647104
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8436748798076925
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1365847703887195
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3162216558689024
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.164790455887957
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.596980168269231
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9047475961538463
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5902944711538463
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3441147222751524
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.504794981421494
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5317007211538463
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7167217548076925
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.209876083746189
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.381276200457317
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5808224561737805
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6097506009615383
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6026141826923075
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8487830528846154
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.192598902925532
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.174495045731707
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4911358173076925
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.213694502667683
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3708436547256095
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3483668550531913
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.248820979420732
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.552433894230769
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7763671875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5732421875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1652438256048385
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2267204122340427
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.427559840425532
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.354791456653226
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1192736037234043
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3184632646276597
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1481964760638297
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5717250279017858
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1964308215725805
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6252702985491072
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4407132056451615
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4015096028645835
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.396692154255319
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.576333942819149
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4097152217741935
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6515089465725805
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4388860887096775
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.59686279296875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.52142333984375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.435767121010638
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1938289561170214
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.666186003989362
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6527361188616072
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5571812220982142
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6187308175223214
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8288180443548385
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5481654575892858
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.990139868951613
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4066975911458335
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.592529296875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1048121675531917
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.855500252016129
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.073399697580645
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.493463331653226
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1407746010638298
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.310210272606383
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2288411458333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4281412760416665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.18266289893617
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2533162434895835
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4990757533482142
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5735996791294642
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7575493129432624
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5424717494419642
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.426490045362903
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5763898577008928
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5878470284598214
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2341694078947367
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.835868240248227
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.44232177734375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4654422883064515
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6050821940104165
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6752142137096775
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5055758568548385
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9354073660714284
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3721731085526314
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.48370361328125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6844278971354165
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3035074869791665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5594831194196428
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.160249255952381
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.686073249113475
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.986256669207317
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5762067522321428
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6263427734375
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9089165004432624
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2501027960526314
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5725010463169642
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.448807565789474
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.074885670731707
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0236700148809526
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9468985483156027
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.30712890625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.176619292996454
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.990206671099291
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3295665922619047
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.328690378289474
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3321736653645835
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.502878289473684
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5149739583333335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3624074835526314
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3760986328125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0034536966463414
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2835751488095237
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6625279017857144
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.301478794642857
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3584746232269502
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1182831554878048
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.531998005319149
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2862870065789473
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.440018503289474
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1215939405487805
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3887965425531914
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.239948551829268
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1398866234756095
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.606403756648936
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0459538453014185
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7564871651785716
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9899786086309526
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3145559210526314
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5237458881578947
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4036800986842106
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7703683035714284
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1591099330357144
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.378627232142857
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.982731516768293
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.088914824695122
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.945160128546099
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.0924136513157894
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9912663453014185
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0033584222560976
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.184120124113475
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.142649580792683
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0378643062943262
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.183331745426829
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.125051398026316
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.5529668898809526
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.291067023026316
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1647820723684212
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.608607700892857
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8626767113095237
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.67724609375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.870188643292683
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8927924923780486
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.997784870426829
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9172065548780486
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5634321047935957
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6980696313175154
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5730372299382718
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7697829258294755
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9466867348582473
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0152587890625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.250200436439043
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0554274570794755
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.107935325386598
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2778697072723766
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.411856945650077
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.976401417525773
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1863069829252577
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2995281454957563
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4812908408082563
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.854723743556701
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.139948338638117
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0630184842139174
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8884101159793816
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.307210855550699
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0354802637924383
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.21875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1586612032860826
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9947916666666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.352866261275773
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.36171875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4320128114073425
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.089551384066358
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.285300925925926
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3407660590277777
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1216468340084877
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1585286458333335
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2024202641752577
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.51791015625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.520703125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4442201594716493
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3219617296765733
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4700985863095237
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9374446278994846
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6724169921875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2417534722222223
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5012633850524475
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.978515625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3763671875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9982793898809526
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.39892578125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2493489583333335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8658485019329896
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.612890625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.232876010708042
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.405843668050699
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2598851343968533
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5460791015625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.0995008680555554
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9035166317654637
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0828064594072164
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0983072916666665
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.256618923611111
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1240234375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3121744791666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7537939453125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4916015625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1383463541666665
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.832914806547619
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.950522511275773
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7115234375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.52578125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9800502232142856
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4294006774475525
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.575714324737762
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.68134765625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.847626953125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6858544921875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3155924479166665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4551323784722223
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9283854166666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1298828125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4190848214285716
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0736328125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2296875
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5729166666666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.445152015952797
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.470610119047619
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6475360576923075
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3451605902777777
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.438349609375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.96875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6063671875
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.523654513888889
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.306155758304196
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0943359375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2018229166666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3142578125
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6181640625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1761610243055554
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.701450892857143
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1822916666666665
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4828759765625
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.57109375
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6953125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.232370656687063
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5731956845238093
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.742666015625
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7490699404761907
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1339518229166665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2650103802447554
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.7923177083333335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4090670072115383
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5052734375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.302703644012238
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.436337425595238
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.164767795138889
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.304416232638889
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8408203125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0240885416666665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5400390625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.204318576388889
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7388671875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.307236328125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8489583333333335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.58203125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.34306640625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3330775669642856
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.50767578125
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2497965494791665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.41099609375
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.3705822172619047
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5727306547619047
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5880301339285716
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.371606075402462
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.87134448902027
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2684640595407197
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.4446910511363638
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.028834987331081
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.598862156723485
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7870742335464014
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.635498046875
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8932247677364864
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9836832682291667
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1002197265625
/ckpts/Pile100B//305M_1-0.0625-0.09375-0.03125-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.096481735641892
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.005765047940341
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9810362119932434
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1561168323863638
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1858240076013513
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0116527660472974
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7506085020123106
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.655154666385135
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8052681587837838
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6057868726325757
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6764278927364864
/ckpts/Pile100B//305M_17-0.5-0.09375-0.09375-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.875145164695946
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6584639115767046
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8183852687026514
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6854987866950757
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0685177364864864
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9994457347972974
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.627458209450911
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.034074113175676
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2054080447635136
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.082638302364865
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4944845964068827
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6758118911310729
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2650477606275303
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.282731646950911
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4022597339954452
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3195128653213564
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6170481322747976
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5021508097165992
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6809833233173077
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7176923867661944
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.469230373861336
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7461313100961537
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8846588752530364
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.775884836791498
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9454864625506072
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4450161720669534
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.294409599585381
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4956822500767815
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3003973433660936
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.325949928977273
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4890922527641277
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.373791893811425
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.43371851965602
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3025796126382065
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5016304034858723
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.193331781710688
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.57863847512285
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2211446176289926
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.264754011824324
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3739694506296067
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4279503224815726
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3947292420922257
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.820988581730769
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2366556307164633
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.637995793269231
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4239382860137195
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8882211538461537
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1926358850990852
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.533879206730769
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2172643149771343
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3754585080030486
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2621251548208843
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5308743990384617
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.780498798076923
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.565655048076923
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2822116758765243
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4042239305449695
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6288311298076925
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.750676081730769
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.47125244140625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.296748463700457
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.871394230769231
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.538837139423077
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3803897938829786
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.471825576410061
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8187349759615383
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3244643792873476
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.226313164893617
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5523587740384617
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3656913943407014
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4762632788681405
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5268480254382624
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6170372596153846
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7406099759615383
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7327053931451615
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8045372596153846
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4426778590425533
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5380071824596775
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2285738031914892
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6501988002232142
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.254525432180851
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.431540890957447
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3110954122340424
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7947171118951615
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6055210658482142
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2204163896276596
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.353582114361702
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.55291748046875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.019956527217742
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.431619847074468
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0518365675403225
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.33258056640625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1223238031914895
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6547154017857142
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.2353515625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.107847152217742
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5421654485887095
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.7381394909274195
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4444492885044642
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5331624348958335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4474225725446428
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5212184175531913
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.821068548387097
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5103672572544642
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4607979910714286
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.848569808467742
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1480925864361704
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2696533203125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5850481305803572
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6334054129464286
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3115940824468084
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1952293882978724
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2901204427083335
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.264530695921986
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4658610026041665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.368230551861702
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3343912760416665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.65643310546875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.3794642857142856
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.330408896169355
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5787417763157894
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.407470703125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5374348958333335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.873503654233871
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0716422872340425
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.595982142857143
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0467017389112905
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.924615675403226
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.432206003289474
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6072998046875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4692586263020835
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1096112651209675
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5139247349330358
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3882068452380953
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3166206173780486
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4348318917410716
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3091478280141846
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6153885690789473
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5658482142857144
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4430106026785716
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.508338874113475
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.183546112804878
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6030069986979165
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5635463169642856
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7376302083333335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1970086348684212
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.48834228515625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5315131870567376
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.74768672429078
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5852241245567376
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7227957589285716
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6514892578125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5376790364583335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2193667763157894
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.07074883643617
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2385167331560285
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3728412828947367
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2790398848684212
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.328791920731707
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7043253580729165
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1978824013157894
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.320826480263158
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7500232514880953
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0795665922619047
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9101329985119047
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.917706745426829
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.31231992464539
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7281668526785716
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9189685639880953
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.358059064716312
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3883634868421053
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.349609375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.946003239329268
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0444216844512195
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.969655106707317
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0739629836309526
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9361661585365852
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.022389481707317
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2983630952380953
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.841907690602837
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.38635859929078
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.067454268292683
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.204149199695122
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.46875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.379934210526316
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.549125941932624
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.428960272606383
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1123511904761907
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6117506094858154
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.325892857142857
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.520045230263158
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4224917763157894
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5705694901315788
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5219029017857144
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3889043898809526
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1090177210365852
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6090029761904763
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.225895579268293
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.335627858231707
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.236304306402439
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3566358612804876
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.323382342303241
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1466456283757718
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.376023280767747
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.131392960695876
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.420065043885031
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9714884020618557
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.44567569685571
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5952917028356484
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4872074833622686
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1589023919753085
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3180775583526234
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1919096327319587
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.399854118441358
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.293701171875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.978933432667526
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4646388767482517
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.009946842783505
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.193052311533505
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0603253865979383
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9831517799613403
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1280857361469074
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3275824652777777
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7880859375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6764940803433643
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.315871250482253
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3308532288024475
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.919111328125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2067694909793816
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.192111545138889
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2210286458333335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.859072970360825
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4573771158854165
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3552781093267745
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6130859375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6517857142857144
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5119026089891974
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.75109375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5235672530594404
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6617838541666665
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.359157986111111
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4248046875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2702209899475525
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.845703125
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.287426506121134
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8899403994845363
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.152560763888889
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8626302083333335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.244921875
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9557763671875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2917599978146854
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.432149393575175
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.335432145979021
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3301532451923075
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.451386991914336
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.06091434439433
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8763950892857144
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1776258680555554
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.407060546875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.316134982638889
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2220594618055554
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8603515625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.103515625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9404296875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.116588474548969
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2669921875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.229275173611111
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.46640625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.339138454861111
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.32890625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8850911458333335
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0826822916666665
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6095703125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7853515625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.582124255952381
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5214775458916083
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4221240234375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.570966796875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2463498415646854
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.482919921875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.42595703125
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5499462890625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3980034722222223
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1041666666666665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2651909722222223
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8650390625
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.610630580357143
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7144717261904763
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1175130208333335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4966982886904763
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0701171875
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.738374255952381
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6931268601190474
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6086328125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.717890625
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6752232142857144
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.392578125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2708526824737763
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5118689903846154
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2896050347222223
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3968641493055554
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.154296875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2125651041666665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0921875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4108289171765733
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3089659364073425
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.55390625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.462436489291958
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4296875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3314887152777777
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3095703125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1888020833333335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7128271484375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2681640625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.14375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6512548828125
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8468646425189394
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4774848090277777
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3193359375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4530784970238093
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7275855654761907
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8651318359375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.75513671875
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9256787109375
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.710336396188447
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5739862351190474
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4238746279761907
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6518787202380953
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.245803420608108
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.914005163944129
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.092879011824324
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1132978959517046
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2614265210700757
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.137863621567235
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.176016142874053
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.716171727035985
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.844062573982008
/ckpts/Pile100B//305M_6-0-0.1875-0-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3136349239864864
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7705737964527026
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9250691731770835
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.010498046875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9638671875
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7961755701013513
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.257099873310811
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1058778505067566
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.845360008445946
/ckpts/Pile100B//305M_12-0-0.09375-0.09375-0.0625-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.334697001689189
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6372466216216215
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.034930604876894
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.327141039299242
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.157187721946023
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.067116477272727
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.201284697561553
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.66602222339527
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.045726879222973
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.516597608805668
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8172508445945947
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.706562763935811
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3217091425227734
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.864112647804054
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.339125166055162
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4674393503289473
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5252660836285425
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3702259140941295
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4320251217737854
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9954848810728745
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.82618175923583
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.738775461791498
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7640356148785425
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9178916529605263
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.6014735418775303
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8209569521761133
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9927627625253037
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8392744180161944
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.625515874539312
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1875203950399262
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2164633561117935
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.369858050522113
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.485925023034398
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2976368147266584
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.426501074938575
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2587122811732185
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3049622331848894
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.203903610641892
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2306379088605652
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.389540463759214
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5061581023495085
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.280634549677518
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4563870066799756
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3107256315264126
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.502469690834604
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8536658653846154
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2896505216272867
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3182060427782014
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5927734375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.468471620141006
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7488731971153846
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5836866425304876
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.397386504382622
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.524265196265244
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3593080101943595
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4185880335365852
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8719200721153846
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6630859375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8411959134615383
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6465594951923075
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.770808293269231
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1428297089367376
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1702583126905486
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5144981971153846
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.528996394230769
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5771525930851062
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1128158244680852
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3239016649199695
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7705829326923075
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6023008765243905
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2187753072599086
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.401851002762957
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9361478365384617
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3993038054435485
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5679837740384617
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.245221393864329
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7554086538461537
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6024639423076925
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9562594506048385
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1404753989361702
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.303091755319149
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5309273856026786
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4341422872340424
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.229217918882979
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4815412248883928
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.98974609375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3663397606382977
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1861037234042553
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.234300199468085
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6086832682291665
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1680790070564515
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1198096742021275
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1482421875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4562784830729165
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.178773941532258
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.958763860887097
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4940098353794642
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.229822958669355
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0379756804435485
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0935137348790325
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5407627650669642
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4303805443548385
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4605909778225805
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4798583984375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.642543247767857
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.462315150669643
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5856497628348214
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4982038225446428
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5418352399553572
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.317166722074468
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6417032877604165
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4526541573660716
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4481382978723403
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2016663896276594
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.477085658482143
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3829995013297873
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7539876302083335
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5690511067708335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9959690824468086
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.23090508643617
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7010701497395835
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5252482096354165
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6004435221354165
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.509817023026316
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4510887632978724
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6779391381048385
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2412923177083335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2912481398809526
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3195929276315788
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.26190185546875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3272271925403225
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5215631300403225
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.753606980846774
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.259068080357143
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5681546118951615
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1352658155487805
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.623256138392857
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4783147717198584
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.175828887195122
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.356393914473684
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5868094308035714
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5227225167410716
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.676009807180851
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.7829066685267856
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.550537109375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2938058035714284
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.43560791015625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.495065789473684
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6722420766843973
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.464275820035461
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7423883532801416
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.615760749113475
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5266511524822697
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.507998511904762
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6261307565789473
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.454666940789474
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.840087890625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.309326171875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5257364908854165
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.211628239329268
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5513980263157894
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4420230263157894
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.392166940789474
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3451334635416665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.714053199404762
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.972746287677305
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4301060267857144
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0082973182624113
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6234188988095237
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4261067708333335
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3871837797619047
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3306497713414633
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.137181332236842
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1707956414473686
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4091796875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.6798037574404763
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2672208460365852
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7120768229166665
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.349514100609756
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.268816692073171
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.235089557926829
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.8855516387195124
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9069883765243905
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2068373226950353
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.313990542763158
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0725495899822697
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.03204648714539
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3012660682624113
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.039946056547619
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1023451351950353
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2146895559210527
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6527035361842106
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.389597039473684
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2326274671052633
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.833798363095238
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.690615699404762
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0523623511904763
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0084317835365852
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8625604538690474
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.939167301829268
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4343559451219514
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0552115091463414
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.954816120426829
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.743262020158179
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.376434702932099
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4028938199266974
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3442433150773194
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5492320119598766
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.854305935889175
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5628375771604937
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.384822139033565
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.6054453908661266
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.494777349778164
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.439095202787423
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0728669343171298
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1038366247106484
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8859435405927836
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.056726200064433
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1830400289948453
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9743878865979383
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.566508686625874
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1189443057345363
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9846266913659796
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.931957756121134
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4373372395833335
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3118489583333335
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.1965485686188813
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6162109375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8713605428479383
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.289038387345679
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.90380859375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.25732421875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0631510416666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.747490234375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.170703125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1669771170910495
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6360677083333335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3754973234953702
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.7060004340277777
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.67234375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1937135296103394
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2213348175262237
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.367885044642857
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.282443576388889
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0843098958333335
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.19375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.357206758085664
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0800227528994846
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5234101835664338
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.339649120410839
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4203559027777777
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.24609375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.669375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.394140625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5272894965277777
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.35693359375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4293619791666665
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2421875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4130859375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3001222410402096
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.256573016826923
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3986328125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1740234375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3207310267857144
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.956970844072165
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.149695956829897
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.205616744523196
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8274462890625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.470703125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3639322916666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2750491695804196
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.322482638888889
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9905464722938144
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3297526041666665
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2467447916666665
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1266276041666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2993846973339163
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.442578125
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9738330078125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3103515625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2515625
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.789287109375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6279296875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1029188368055554
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8333333333333335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1271158854166665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8356119791666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.509375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9246651785714284
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.546484375
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6416480654761907
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9024951171875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7843798828125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7198095703125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.39880859375
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.604585193452381
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.560267857142857
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.39712890625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.372767857142857
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.556547619047619
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6602957589285716
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.447057337194056
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2594401041666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1005859375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7345703125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3490220716783217
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5100046437937062
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.498709298513986
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3750751201923075
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1774088541666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5606787109375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9186197916666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.325466579861111
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.375085079308712
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1715494791666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5921875
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5400933159722223
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4886067708333335
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8080078125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.19384765625
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.534765625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9541015625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.63671875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7374441964285716
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.082157019412879
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4657763671875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6243017578125
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9826318359375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4848291015625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5307849702380953
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7415829613095237
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.806733630952381
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5992838541666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0989891258445947
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1147812352035986
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.708614864864865
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.234210390033144
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2461991743607954
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0919244939630683
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.284198183001894
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.199477687026515
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.140661991003788
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.736083984375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.651894309303977
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.678805264559659
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8948083826013513
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9254777238175675
/ckpts/Pile100B//305M_13-0.25-0-0-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7355099239864864
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.955223289695946
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8330474028716215
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7780167863175675
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0024809966216215
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0321473817567566
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.826987526633523
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7821211381392046
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.898563269412879
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.761221220999053
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.3513239080255683
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.7282349127024292
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2052364864864864
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.740747366839575
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.08959301097973
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2666015625
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.116725612331081
/ckpts/Pile100B//305M_3-0.125-0-0-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0342324746621623
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.9062855832489878
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.861808498861336
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3236237190030364
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.2322419819078947
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.941186819964575
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.8441532768218623
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	2.013970378922065
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3445565536437247
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4766297128036436
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.379646579263664
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.535361842105263
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4075478001644737
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5914321466978745
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2323566390435223
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1846171011210074
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.213413697788698
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.36989164235258
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.25598414465602
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.296747830927518
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5084795377764126
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4136282056203933
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3028915367782554
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.482106351735258
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.322609941262285
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.487527833230958
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.369855651105651
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5487681395884523
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1682247999237805
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.40596207002457
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.609010288697789
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.4872295673076925
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2045286586302213
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.203647520483994
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.545673076923077
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.361243271246189
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7119140625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2381576910251524
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3857258122141767
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.436383503239329
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5620492788461537
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5301231971153846
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8408203125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.391689393578506
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2923583984375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4602690906059452
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4117431640625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5748737614329267
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7622445913461537
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6766075721153846
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8262469951923075
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5801532451923075
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7778695913461537
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1055393949468084
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1354471409574467
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.457026784012957
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6297325721153846
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.966040826612903
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.635036561547256
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.496248570884146
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.843524639423077
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7016303830030486
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.001953125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7022235576923075
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3054105718085105
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3072494879001524
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.935321514423077
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.406581333705357
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.637920673076923
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.446409574468085
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.236444481382979
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.180003324468085
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4376046316964284
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.30059814453125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1826171875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3468375997340427
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2320769614361704
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.266123670212766
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.427559840425532
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4447307180851063
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3226114908854165
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.722262474798387
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.827179939516129
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.05126953125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5383823939732144
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.228940902217742
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.745762978830645
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.109768775201613
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.914739793346774
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.3147051411290325
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4686279296875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.735560825892857
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.4424874441964284
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5012003580729165
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3177318816489363
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4811052594866072
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.5700509207589284
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.529139927455357
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5548095703125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.54156494140625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5376412527901786
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	2.6432931082589284
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.45721132535461
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3624674479166665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1558902138157894
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5096742021276595
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.361427859042553
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.485192265070922
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.584300199468085
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8109886532738093
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5796101888020835
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5206095377604165
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4257405598958335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7510782877604165
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6067911783854165
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.796418220766129
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1222739361702128
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1920744243421053
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8700706845238093
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.929758955792683
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9744046118951615
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.827479208669355
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0423072076612905
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4877406529017858
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.697508034131206
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9490282012195124
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4227098034274195
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3365542763157894
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.265379127881206
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3429604388297873
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5729806082589286
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5326490469858154
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5323311941964286
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1312313988095237
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6246134440104165
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4189453125
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4270662006578947
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5757097516741072
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.220137746710526
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4286063058035714
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.4199683779761907
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.189546130952381
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.946103050595238
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2831269392730498
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.73553163785461
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5984388851950353
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4511649490248226
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8057861328125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.055640243902439
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.8518395390070923
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6591796875
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4450041118421053
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8669637044270835
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3791632401315788
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2701480263157894
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.592722039473684
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.464895148026316
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2745569740853657
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0853896722560976
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4759114583333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9796112804878048
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5366908482142856
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.168852306547619
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.020786830357143
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7207496279761907
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3366815476190474
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.282178925304878
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0753620426829267
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0042873475609757
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.415348704268293
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.118211699695122
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.32776484929078
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4855571546052633
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.519919104609929
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.361806017287234
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5445498511904763
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.57457890070922
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6526521381578947
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5206106085526314
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9544686391843973
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.713815789473684
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7947823660714284
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6863839285714284
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3123570884146343
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.335886101973684
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.9153645833333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.388239354263117
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.268368675595238
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.5180544969512195
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3452029344512195
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.522746760670732
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4194780514564043
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.190691692073171
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8500825547680413
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5682606638213734
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.883280645940722
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.190269187644676
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.4279860508294755
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4545694986979165
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2117445203993054
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3476524823977623
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.605620961130401
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5111407998167437
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.676274052372685
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0636678479381443
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.970657820554124
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2130567413015463
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2573515351835662
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9305382168170104
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.140353732638889
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8889973958333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1775390625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2789724923513988
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0026830299613403
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1835534793814433
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1058261517396906
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.982970562177835
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4418701171875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.183155807023196
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1692708333333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9182942708333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.249998492959105
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2009765625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6585751488095237
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.45173095703125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4061784155574846
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.282344111689815
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5708240327380953
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4280177829982517
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.455286850163966
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3068033854166665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1253255208333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.997873565297068
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2675166630244754
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.579832277097902
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3188852163461537
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3771158854166665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.365234375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0525430895618557
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1305338541666665
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2200520833333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.624521484375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9583984375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8689453125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2064344618055554
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.951171875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2591796875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9398716517857144
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.290387347027972
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7389794921875
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.696611328125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.43837071131993
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.25146484375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4644135161713288
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.364360249125874
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.541746339597902
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0946359536082473
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5014892578125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.402560763888889
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1526692708333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5552842881944446
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5359933035714284
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6933128720238093
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3391927083333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.320654800257732
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9849609375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3392469618055554
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.244140625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1643880208333335
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3990885416666665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0042317708333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1544921875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2662760416666665
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.325390625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5006277901785716
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.516015625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8715518282860826
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.781982421875
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.9341552734375
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6842236328125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.568408203125
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7703662109375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.424618675595238
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.733305431547619
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9940011160714284
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.8610956101190474
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.022181919642857
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3337555998688813
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4429253472222223
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1936848958333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.037890625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1035637133049243
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5032369973776225
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.365268520541958
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8135302734375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5679154829545454
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.60986328125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4153645833333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4777018229166665
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.208984375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.234375
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.063671875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.134497440222538
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.679958767361111
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.4507068452380953
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4723307291666665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.181101125437063
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2791015625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.991181640625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8754052734375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.262478298611111
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.087890625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.50078125
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.089404296875
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7229663745777026
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8274739583333335
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.509765625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8511439732142856
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6446337890625
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.750263935810811
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.26190185546875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.3015252976190474
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9092601429332385
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.9653819691051138
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.164090243252841
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9266912286931819
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.912716427364865
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0435476592092803
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2944206468986743
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2328361742424243
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.353491580847538
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.552734375
/ckpts/Pile100B//305M_16-0-0.1875-0.0625-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3393950591216215
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.79541015625
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.569844013935811
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7246753589527026
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9639991554054053
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8474714949324325
/ckpts/Pile100B//305M_7-0.125-0.09375-0.03125-0-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.024123733108108
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.959277528705019
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0904060132575757
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9877485795454546
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2580032657515183
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1383777965198862
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6189096811655403
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3755970078441295
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.570218172940341
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.787036792652027
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.648826805320946
/ckpts/Pile100B//305M_10-0.5-0-0-0.125-0.375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8401472761824325
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9845069679054053
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2998936456224697
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2564899892459513
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.2831280048076923
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.417462677125506
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3919761750379556
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3160247184969636
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4708622611968623
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3153179956351215
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3610296210779351
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.426775604124494
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.323959783021255
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4832719192813766
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3311021318319838
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.393549745382085
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.233683968058968
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3938222224355035
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2837837837837838
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4238089296683047
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4575999117014744
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.444103194103194
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.617063930052211
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5087386747542997
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.511721149416462
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.311756180896806
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.382240239173833
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.666473913544226
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3358094750381095
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.654972956730769
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.530964469441032
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.7403927364864864
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4947896817835367
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.1945218922757985
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8343599759615383
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4165962837837838
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.383717606707317
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7143179086538463
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.473961806878811
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.510766006097561
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5088641826923075
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5682842548076925
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5413982112233233
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8827373798076925
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.664696670160061
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5670999666539633
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7466947115384617
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.626953125
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.6061416253810976
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4090933450838414
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.223772746760671
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.963191105769231
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.749323918269231
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5791015625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1525556848404257
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.319834607712766
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4611895161290325
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.715787561928354
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8257962740384617
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.676364037298387
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5799411680640243
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.7904439786585367
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4492274693080358
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6524188701923075
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2048786569148935
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9124849759615383
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.1761459722751524
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5292217548076925
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3559757313829786
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3957737699468087
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4946114676339286
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3751911569148936
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2602226443407014
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4985555013020835
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6059194711538463
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5075604838709675
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5678856382978723
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.455036569148936
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.75146484375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.7829983618951615
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.67822265625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.450349069148936
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.233452460106383
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3451961436170214
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.739037298387097
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4541190011160714
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.9422725554435485
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.42633056640625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4488263811383928
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.833464591733871
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.823336693548387
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5604681199596775
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5024850027901786
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.751307333669355
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.556884765625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6438802083333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6787923177083335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.99732657358156
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5034266880580358
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4551304408482142
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6252368683510636
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.362818667763158
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.71832275390625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5275966099330358
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4605974469866072
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4708687918526786
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.290225074404762
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.191517065602837
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4751122007978723
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.8339436848958335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.7122257313829787
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7372029622395835
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.508737664473684
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.108735039893617
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.991431451612903
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7852986653645835
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58013916015625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.209246379573171
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.2874552408854165
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5051153273809526
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.3882563164893615
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8525863155241935
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.06982421875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.326814977134146
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.060775432180851
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4940447126116072
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.4162676411290325
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.294243129432624
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3238031914893615
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.417506167763158
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2590974506578947
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.304173519736842
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3763950892857144
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2516483820921986
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4537353515625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.785093245967742
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5179530552455358
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.88018798828125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7473260788690474
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8557942708333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5616776315789473
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4847673688616072
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4854069703014185
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.374937666223404
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2397103658536586
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5964471726190474
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4474198190789473
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3515625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.7444661458333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.323152149822695
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.086574689716312
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0080268673780486
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.034132050304878
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.95318603515625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.2920752992021276
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.48443603515625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0350167410714284
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3045857747395835
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.953822544642857
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.624537417763158
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.435032894736842
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4958367598684212
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3351038490853657
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.690243675595238
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.412992931547619
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.5614769345238093
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1375047637195124
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.063381288109756
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3210856119791665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.391553925304878
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.255811737804878
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2417111280487805
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.5366037788120566
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.502415707236842
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3933330562943262
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.186616443452381
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.608349955673759
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.9457765403368796
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3562911184210527
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5656866776315788
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1515213815789473
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9564034598214284
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1695645960365852
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0492591386959877
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.325381324404762
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.7942940848214284
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.319675310283688
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.076124237804878
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5319181743421053
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.227848704268293
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.222214687017747
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.929711318597561
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.6479724702380953
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.903134060889175
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.2615043826219514
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.088383427372685
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2146727008584106
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2437992802372686
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0775209407216493
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2746265552662037
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3697343991126543
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2800835503472223
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.3511646412037037
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1224515938464505
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9557627255154637
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2157344111689814
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1194074178479383
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.160830782860825
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2076151387674825
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2880316840277777
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.12109375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5421875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.135304244523196
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3434973229895104
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3407901095360826
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.65474609375
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.21484375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4337565104166665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2747395833333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7365234375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.445219494047619
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.208682345360825
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.986252617590206
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.407761562017747
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0631292284149483
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8106494140625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.523344494047619
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.294778706114969
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.251376065340909
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4735016999421298
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3202442089160837
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.349206457604895
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0114595389660495
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.33447265625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1748046875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.466525607638889
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5884765625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4957682291666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9055989583333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9156901041666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.994140625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.02890625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.388166520979021
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.71921875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4027263208762886
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4476123046875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4779188368055554
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4860107421875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.481691160402098
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3375651041666665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2465503833912037
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7908203125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.390543050699301
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.391787574404762
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5759393601190474
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6748511904761907
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6495225694444446
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1458333333333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5595160590277777
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1888671875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9908854166666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.244568500322165
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8797607421875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0818359375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4507109101835662
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.274082850743007
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.4853465286726806
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.372486888111888
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.8598985180412373
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5359700520833335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.61154296875
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.612490699404762
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3562825520833335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4085286458333335
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1829427083333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.565732421875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1998697916666665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.872265625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.6279296875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.201171875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	2.9931640625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6767578125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5555478050595237
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.964541015625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7336376953125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.8357080078125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.100268806378866
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.7721354166666665
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.507021949404762
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.9446614583333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5247486888111887
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.609641335227273
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.6927625868055554
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1930338541666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2361328125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.400096973339161
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5915646853146854
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.674111328125
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7494950727982954
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.568088107638889
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.2138057255244754
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0130208333333335
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.7674696180555554
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0962890625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2535807291666665
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7007068452380953
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.317578125
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1424153645833335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.8662109375
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0184887035472974
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.494140625
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.54578125
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7818212890625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.424296875
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5409691220238093
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.404156878277972
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6259300595238093
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.1900205869932434
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.628720238095238
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.233615451388889
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.244140625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.028515625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6485114820075757
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.926891904888731
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.946634003610322
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.856376953125
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7960870916193183
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.598818824404762
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.053555575284091
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9808969208688447
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0682933910472974
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5801639041385136
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6069006017736487
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8779500325520835
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6726277669270835
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.930141564571496
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.235496727195946
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.7514252533783785
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.65625
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.3090028505067566
/ckpts/Pile100B//305M_0-0-0-0-0.25-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0959802576013513
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.5827240815033785
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0883844549005683
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.520223146508097
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9937975334398674
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.141442501183712
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.5967703154592803
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4230284903213564
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8041332347972974
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.673781936233108
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9549283114346592
/ckpts/Pile100B//305M_14-0.5-0-0.0625-0.25-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8715028505067566
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/27000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.989640519425676
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5771019815915992
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.351290683514676
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.504620880250506
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.61060230152027
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4469345030996963
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3844888663967612
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.529786144673583
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.62528367756832
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.4146189824772266
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5796629870951417
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.574467089603808
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4594210687960687
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6465311636210074
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.22629976389742
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.3941017544533167
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4941610200399262
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.2681263916615477
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4330910722512287
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6997490210380835
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4159143959603657
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.299835879914005
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8756009615384617
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3029383217416157
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4949216350583536
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.608623798076923
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.497774449790396
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.214632359946646
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.39154052734375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8253455528846154
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.5971304086538463
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.788762019230769
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.336717559070122
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6494140625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2484011766387195
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4086839629382624
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.612079326923077
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.792292668269231
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.530982040777439
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.563759142287234
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.9867788461538463
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.435816988031915
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.949281754032258
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.2832090796493905
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.673152043269231
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.831905241935484
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.54656982421875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4696729706554876
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.1420088098404255
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.6294630984042553
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.323902925531915
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8671875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4970790318080358
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.4894205729166665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4687666223404254
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.185272606382979
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.455267137096774
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.6788211945564515
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.007591985887097
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.360729720744681
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.36004638671875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.704375831117021
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	2.8635175151209675
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5096435546875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.56988525390625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5836530412946428
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.496282762096774
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.735965851814516
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.080629410282258
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3368937174479165
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.539306640625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6128336588541665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.52899169921875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.4911763076241136
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5066877092633928
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.6008562360491072
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.679276315789474
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.2257147606382977
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8765811011904763
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3993326822916665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.3617298315602837
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5788661411830358
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.37420654296875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5394083658854165
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5709292763157894
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4348695146276595
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3950076219512195
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.7410714285714284
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.60302734375
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.5404485887096775
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3055211509146343
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.984714372783688
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.1975426640070923
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.555331615691489
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.809901083669355
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.1910978618421053
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5373360770089286
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3541324013157894
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.7575041118421053
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.865025111607143
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1515997023809526
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.8930431547619047
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.39684452570922
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5883091517857142
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.031340037677305
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.2363627548758864
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.41180419921875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.6031558388157894
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2219366776315788
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.951171875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.065382050304878
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4497903963414633
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.3837890625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.712704613095238
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6123393173758864
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.935267857142857
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1731770833333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.60595703125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.803145559210526
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.3191453887195124
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	4.057570684523809
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9887576219512195
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.080983231707317
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.4810880335365852
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.0668772163120566
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.2565275493421053
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.007114955357143
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	3.3103321697695036
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.3778294692804782
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.450606496710526
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3383556547619047
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.0052400914634148
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.2795884874131946
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.119140625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2858106475515463
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.048731674382716
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.2732310353973766
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.431670765817901
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.148205943943299
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.307452166521991
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.0936279296875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.291698314525463
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.895925620167526
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.0876993395618557
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.4880491657021606
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.3642276095360826
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5526114510489513
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.369900173611111
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.40625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1916015625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4466339324737763
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.02953125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1926949097938144
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.9418643282860826
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1274766430412373
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2799479166666665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2802734375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.8970889136904763
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.0755859375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.432068500322165
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.888193359375
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.1277654200424383
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.6630859375
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.239585609702797
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3960063374125875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6133495410839163
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.1727430555555554
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	3.368992934992284
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.321017795138889
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9274088541666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1500651041666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.53125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4510633680555554
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.7392578125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.4892578125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.2466796875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4384423828125
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6318994140625
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.0947705078125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4700372869318183
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.277917395104895
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4289670290646854
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5698009672619047
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9089471726190474
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	2.980005637886598
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.3077799479166665
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.992280505952381
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2083333333333335
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.3177083333333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9449869791666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.348904079861111
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.1021484375
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.5724609375
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1767578125
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.783984375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.6728788789335662
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.913466796875
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4948291015625
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1971347454896906
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6867919921875
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4813368055555554
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.5462239583333335
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.32109375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.5999348958333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.4764927455357144
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.9419177827380953
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	3.1875439453125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	4.102864583333333
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.071087461529356
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.308836183347902
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.2405598958333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	2.9856770833333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.60859375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	1.9865583939985796
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.487864674388112
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.536845703125
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.761501002956081
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4020182291666665
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.2659505208333335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.8564453125
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7646484375
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.7624609375
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6567712732263513
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	3.010556175595238
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6273322827888257
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.8237415660511362
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1153083570075757
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.6716327089251894
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.0113118489583335
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.826846960819129
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/24000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.0169578758445947
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/14000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2010794974662162
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.821658572635135
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.161489775686553
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.066920924831081
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.6841480152027026
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/12000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.2465160472972974
/ckpts/Pile100B//305M_5-0.5-0.1875-0-0.125-0.1875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8807010135135136
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.7016305634469697
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.896323464133523
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.09448902027027
/ckpts/Pile100B//305M_18-0-0.09375-0.03125-0.125-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	3.310441300675676
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.3465254934210527
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.4115755048372236
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.3011117330411586
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.670673076923077
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.343001994680851
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.151335685483871
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.4596732003348214
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.3849080403645835
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6513810394503547
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.298879523026316
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.8897879464285716
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	2.9916158536585367
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5241932810088734
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1049955702319587
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.3635305124562938
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.251736111111111
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0152994791666665
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.37734375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.4989208984375
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.540829613095238
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2034005829782197
/ckpts/Pile100B//305M_4-0.125-0.1875-0.0625-0.25-0.375/18000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8863624366554053
