/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5652903197747976
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.602944563882064
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4802782012195124
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7280649038461537
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5030127992021276
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0860792590725805
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5273088727678572
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5633544921875
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6812666223404253
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.479029605263158
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9779575892857144
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1416015625
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.530678077980324
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.203920344716495
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5174347137237763
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.448459201388889
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0670572916666665
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3341796875
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.595068359375
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.55419921875
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2259040601325757
/model_configs//pythia_70m_step20000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8826805320945947
/model_configs//pythia_70m_step20000	/data/ct_valid//starcoder.python.valid.bin	1.8381195068359375
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.561023295167004
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.611359317414005
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.492337854897104
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7535306490384617
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5129529587765957
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0947265625
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5257742745535714
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5851643880208335
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7026817375886525
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4924444901315788
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.046688988095238
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1486518673780486
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.539443027826003
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2143000966494846
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5243457714160837
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4563802083333335
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0944010416666665
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3404296875
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6216455078125
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.671200706845238
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2341752485795454
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8905590160472974
/ckpts/ct//70M_ct_1-0.25-0.75/2000	/data/ct_valid//starcoder.python.valid.bin	1.4695587158203125
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5691392412069838
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.537832901062753
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5220873133856276
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.508772259299089
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.661598299293612
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6151551942567566
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.571149896345209
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.589608607186732
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4482674947599086
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4670618568978657
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4922976610137195
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5407744616996952
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6900540865384617
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.714167668269231
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.748798076923077
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.805438701923077
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4657372007978724
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.486652260638298
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5144614361702127
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.567424368351064
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0509860131048385
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0724073840725805
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1015625
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1560452368951615
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.499267578125
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5088675362723214
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5219552176339286
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5488019670758928
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.543701171875
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.524658203125
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5713297526041665
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6195475260416665
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.669423204787234
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.647308566046099
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.699246453900709
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.755540780141844
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.462325246710526
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.444747121710526
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4904913651315788
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5372121710526314
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9662620907738093
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9253627232142856
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0259486607142856
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1309058779761907
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1306926448170733
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1157822027439024
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.148747141768293
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1861661585365852
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.51818546248071
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.50121768904321
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.541781955295139
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.585968394338349
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.189830662048969
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.168477166559278
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2177583360180413
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.27136356314433
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4879636964597904
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.472847465034965
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.433810763888889
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0628255208333335
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4180772569444446
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.507375437062937
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0387369791666665
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.31953125
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.545604785839161
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.298828125
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4574652777777777
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.09765625
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5008680555555554
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3478515625
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1608072916666665
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.581875
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.552314453125
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.400390625
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.686802455357143
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6053759765625
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.622163318452381
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.653671875
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.63525390625
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7196568080357144
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.211886319247159
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.1967292554450757
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2323663884943183
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2715713038589014
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8684939822635136
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8510610219594597
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.893409522804054
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9388064822635136
/ckpts/ct//70M_ct_0-0.125-0.875/10000	/data/ct_valid//starcoder.python.valid.bin	1.36785888671875
/ckpts/ct//70M_ct_2-0.375-0.625/10000	/data/ct_valid//starcoder.python.valid.bin	1.408447265625
/ckpts/ct//70M_ct_3-0.5-0.5/10000	/data/ct_valid//starcoder.python.valid.bin	1.4308624267578125
/ckpts/ct//70M_ct_1-0.25-0.75/10000	/data/ct_valid//starcoder.python.valid.bin	1.386260986328125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.532462795736336
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6056870968980346
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6056870968980346
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4839030940358233
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7339993990384617
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5047498337765957
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0914503528225805
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5174037388392858
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5608317057291665
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.688774379432624
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4786698190789473
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.004115513392857
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1420302972560976
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5338014202353394
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2080229139819587
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5009390024038463
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.448947482638889
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0852864583333335
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3380859375
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.595400390625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.62548828125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2254287257339014
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.884910789695946
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/10000	/data/ct_valid//starcoder.python.valid.bin	1.3932647705078125
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5410699882970649
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5471863534286436
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5552370635121457
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5448892570217612
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6173434620700244
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.619013455927518
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6223726389742015
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.600593135749386
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4952273485137195
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.499088938643293
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7500751201923075
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7557842548076925
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5042784155868905
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7705078125
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4828193478467986
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7412109375
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5199384973404255
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5171376329787236
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.525610871010638
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1062090473790325
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.103295110887097
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.107327368951613
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5245797293526786
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.500989029255319
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5231497628348214
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5286429268973214
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58087158203125
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.57470703125
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0830078125
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.59210205078125
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5382952008928572
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.56396484375
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7025639960106385
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.701324246453901
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4978412828947367
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.708866633421986
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4935238486842106
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0426432291666665
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.501541940789474
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0447591145833335
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.080961681547619
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.153058307926829
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1502715320121952
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1569883765243905
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6791819038120566
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.479543585526316
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.024507068452381
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1411728277439024
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5462427963445218
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5437004183545526
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.549425666714892
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.222560607280928
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2205722454896906
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.229175056378866
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5308446059992282
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.201846407860825
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5156523164335662
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5099944001311187
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4622938368055554
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1022135416666665
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3515625
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.522652152534965
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4593641493055554
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.099609375
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3494140625
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4677191840277777
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.617841796875
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1116536458333335
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3525390625
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6121337890625
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.676664806547619
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.632373046875
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6529715401785716
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6602027529761907
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5068973994755246
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4461805555555554
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.078125
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3294921875
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.611337890625
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6806873139880953
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.237289891098485
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2342418323863638
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.240927956321023
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8975269214527026
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.894874366554054
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9002586570945947
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.224846117424242
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8788270692567566
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5224134931680162
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5963604266826923
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.588650722735324
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5721292225455465
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.556158274291498
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5303258239498987
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5809202618927125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.551756824076417
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5906235603501226
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5954247926904177
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6598227311117935
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6658380681818183
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.662567663544226
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.645025529791155
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6008546721437344
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6136651566339064
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5494295445884148
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.472811070884146
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4686115544016767
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5419162657202743
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.528775843178354
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5427022794397867
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4866794493140243
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8164813701923075
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.728290264423077
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8145282451923075
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7127403846153846
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8125
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7972506009615383
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.812274639423077
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.494046839272104
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7637469951923075
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.574468085106383
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.493966090425532
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5522938829787236
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5667677859042555
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4869514627659575
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5081989694148934
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.569302692819149
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.161227318548387
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.076927923387097
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1521704889112905
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.072486139112903
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.135033392137097
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0821100050403225
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1573053175403225
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.514760638297872
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5620989118303572
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5580182756696428
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5117100306919642
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5772007533482142
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5089372907366072
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5213535853794642
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5494907924107142
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0977035030241935
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6331583658854165
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6298624674479165
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5555826822916665
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5793863932291665
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.61004638671875
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5425618489583335
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.623779296875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5262625558035714
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5765380859375
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.669534020390071
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.739278590425532
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.67418827570922
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7566004543439715
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7602850731382977
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.682284740691489
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7567320478723403
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4602179276315788
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5236430921052633
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4684930098684212
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5379831414473686
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5397820723684212
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.478001644736842
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5378289473684212
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9716331845238093
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0268787202380953
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.145321800595238
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1595517113095237
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0878441220238093
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.134951636904762
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.135160900297619
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6977296653368796
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1307164634146343
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1335985137195124
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1898818597560976
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.186809260670732
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.173828125
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.139719893292683
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.187428544207317
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.493112664473684
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0558965773809526
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1502477134146343
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5185298213252314
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5231044439621915
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5307413736979165
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5924079800829474
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5865327811535495
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.587376724054784
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5771974163290894
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5410404911747686
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.189770256121134
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.194753745167526
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2043633215206184
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.269742670747423
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2784360905283507
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.253956588273196
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2730498952963916
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2161072406572164
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4887012401660837
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4946971973339163
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5135011472902096
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.435275607638889
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5530416848776225
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0634765625
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5475305944055946
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5576103583916083
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3189453125
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.559105933129371
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4378255208333335
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0670572916666665
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4521484375
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3228515625
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.08203125
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.509494357638889
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1666666666666665
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.502224392361111
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3296875
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4871961805555554
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5015190972222223
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.404296875
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.162109375
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.146484375
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1595052083333335
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4017578125
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3943359375
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3787109375
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5801513671875
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.604296875
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6371728515625
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6665673828125
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6529345703125
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.609281994047619
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6785009765625
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6577734375
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6294177827380953
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7187034970238093
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.669224330357143
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7187034970238093
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5177420236013988
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6900111607142856
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7193777901785716
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4600694444444446
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.09765625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.34375
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6163330078125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6582728794642856
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.21295166015625
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2172037760416665
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2773308031486743
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.227028586647727
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2728678385416665
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2748154148910986
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2686823064630683
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8692330025337838
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8730996621621623
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9429502744932434
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8788138724662162
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.234805945194129
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9375791807432434
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9398094383445947
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.924831081081081
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8916147592905403
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5171570565536436
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.528823420103745
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5450701385374495
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.535169099506579
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5672157689144737
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.51124035298583
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5391148864498987
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6224782132985256
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.583835611179361
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6085639972358723
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.576891699938575
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.572870277948403
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6076402218980346
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5849417421683047
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.503496867854421
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4651846536775914
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7518780048076925
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.493434999047256
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.456852610518293
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4854676781631095
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7202524038461537
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.449933307926829
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.467509944264482
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8272235576923075
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.751277043269231
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.705303485576923
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.693359375
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7432391826923075
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.484624335106383
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5235829454787235
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.512687001329787
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.472768450797872
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.506898271276596
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.467341256648936
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4887300531914893
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.102728074596774
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.063019783266129
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0921433971774195
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0561680947580645
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0925686743951615
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.064153855846774
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.052608366935484
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5062604631696428
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5248849051339286
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5472412109375
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5030081612723214
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5180838448660714
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5062343052455358
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5003138950892858
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5463460286458335
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.68731689453125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5725504557291665
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5295613606770835
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5636393229166665
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5523478190104165
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.524658203125
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.660322473404255
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7179465868794326
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4612972861842106
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.653181792996454
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6913300642730498
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5159847861842106
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6685228280141846
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6901457225177303
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4879728618421053
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4451583059210527
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6486591312056738
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0548502604166665
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.467722039473684
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.481959292763158
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.121977306547619
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4445415296052633
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.045619419642857
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.957217261904762
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0474795386904763
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0282738095238093
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.126262385670732
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9293154761904763
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1553925304878048
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1451028963414633
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1216653963414633
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1275009527439024
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1429354039634148
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.117211318597561
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5429235387731484
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5127405237268516
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.541692286361883
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5146378882137346
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.50671085310571
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5348917643229165
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.502476821711034
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1839310164304124
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2224347615979383
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2116221005154637
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1877466575386597
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1748449581185567
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2094575547680413
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.170057788337629
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4890529392482517
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.513972355769231
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.527050098339161
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.46923828125
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4319661458333335
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.480762401660839
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1087239583333335
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4977976125437062
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0524088541666665
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.503011636800699
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3484375
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3103515625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4576822916666665
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0927734375
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4256184895833335
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.434353298611111
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3375
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0452473958333335
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0611979166666665
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.450900607638889
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4749815614073425
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0865885416666665
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3037109375
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3109375
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6293359375
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.60240234375
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.338671875
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4199761284722223
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.637802734375
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0403645833333335
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5679736328125
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.599814453125
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3009765625
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6904994419642856
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6645042782738093
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.602822265625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7125418526785716
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6083286830357144
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.606840587797619
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5539990234375
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6202566964285716
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7524181547619047
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2350593335700757
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.208890047940341
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.233707312381629
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.211346250591856
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2073771158854165
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.22674560546875
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.198340213660038
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.89476879222973
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.862106735641892
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.864402977195946
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8890809755067566
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8561153927364864
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8860193201013513
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8528689822635136
/ckpts/ct//70M_ct_1-0.25-0.75/4000	/data/ct_valid//starcoder.python.valid.bin	1.4248504638671875
/ckpts/ct//70M_ct_1-0.25-0.75/6000	/data/ct_valid//starcoder.python.valid.bin	1.4019775390625
/ckpts/ct//70M_ct_1-0.25-0.75/8000	/data/ct_valid//starcoder.python.valid.bin	1.3913116455078125
/ckpts/ct//70M_ct_2-0.375-0.625/4000	/data/ct_valid//starcoder.python.valid.bin	1.44989013671875
/ckpts/ct//70M_ct_2-0.375-0.625/6000	/data/ct_valid//starcoder.python.valid.bin	1.4241180419921875
/ckpts/ct//70M_ct_2-0.375-0.625/2000	/data/ct_valid//starcoder.python.valid.bin	1.49285888671875
/ckpts/ct//70M_ct_2-0.375-0.625/8000	/data/ct_valid//starcoder.python.valid.bin	1.411590576171875
/ckpts/ct//70M_ct_0-0.125-0.875/4000	/data/ct_valid//starcoder.python.valid.bin	1.410675048828125
/ckpts/ct//70M_ct_0-0.125-0.875/2000	/data/ct_valid//starcoder.python.valid.bin	1.458709716796875
/ckpts/ct//70M_ct_0-0.125-0.875/6000	/data/ct_valid//starcoder.python.valid.bin	1.385955810546875
/ckpts/ct//70M_ct_0-0.125-0.875/8000	/data/ct_valid//starcoder.python.valid.bin	1.37255859375
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/4000	/data/ct_valid//starcoder.python.valid.bin	1.43414306640625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/2000	/data/ct_valid//starcoder.python.valid.bin	1.4818878173828125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/8000	/data/ct_valid//starcoder.python.valid.bin	1.3973388671875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/6000	/data/ct_valid//starcoder.python.valid.bin	1.41009521484375
/ckpts/ct//70M_ct_3-0.5-0.5/4000	/data/ct_valid//starcoder.python.valid.bin	1.4696197509765625
/ckpts/ct//70M_ct_3-0.5-0.5/6000	/data/ct_valid//starcoder.python.valid.bin	1.445068359375
/ckpts/ct//70M_ct_3-0.5-0.5/2000	/data/ct_valid//starcoder.python.valid.bin	1.510223388671875
/ckpts/ct//70M_ct_3-0.5-0.5/8000	/data/ct_valid//starcoder.python.valid.bin	1.43463134765625
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5259787370318827
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.53884801208249
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5456908685475708
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5646280759741902
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5448447779605263
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5757033622216599
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.551508729757085
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5587084071356276
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.61982925752457
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6155654944717446
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.622842924600737
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6007203048218672
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.59288621007371
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.606591676904177
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6199828201781328
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5934308776105652
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5088888028772867
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4929184332126524
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4693305783155486
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4895079077743905
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.498698909108232
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4819633669969514
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7728365384615383
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.815129206730769
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7345252403846154
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7479717548076925
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4992288729039633
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.751652644230769
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.740910456730769
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7563100961538463
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4728423327934452
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7388822115384617
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.515471243351064
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.536207613031915
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5153341090425534
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4906873337765956
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.520890126329787
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.499139793882979
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.520520279255319
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.088111139112903
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1092962449596775
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1019090221774195
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.105311239919355
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.074612525201613
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.081700478830645
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1062405493951615
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.52825927734375
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5222516741071428
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5224958147321428
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5294451032366072
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4924534574468087
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5161481584821428
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5102277483258928
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5269688197544642
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.59222412109375
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5714518229166665
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.58154296875
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.57794189453125
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5799967447916665
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5627644856770835
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5478312174479165
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0714938256048385
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5124337332589286
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5740966796875
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.706213984929078
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6992949357269502
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6919672539893615
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7048564937943262
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7040461546985815
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6793342752659575
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4998972039473686
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4903885690789473
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4833984375
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6722559286347516
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.495682565789474
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.498458059210526
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4796463815789473
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.164248511904762
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.037388392857143
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1459263392857144
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4655119243421053
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0661737351190474
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0516415550595237
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0236932663690474
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.990327380952381
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.156940739329268
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1489853277439024
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.144245426829268
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1524628429878048
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.153272675304878
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1375047637195124
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.131812118902439
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.674215979609929
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4719366776315788
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.002046130952381
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1344083460365852
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.550999770929784
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5423478491512346
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5357530381944446
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5464417257426697
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5475132318190585
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5286933051215277
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.521084255642361
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.218518443943299
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2104089481314433
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2297640141752577
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.223401256443299
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.224141229059278
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.192569064110825
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.20495731314433
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5221097969714505
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5081368826486012
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.512855796547203
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5275964270104896
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5274735030594404
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.193495288337629
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5196439302884617
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.45703125
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0979817708333335
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4602864583333335
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.492047503277972
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5074778736888113
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1038411458333335
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.34765625
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4514973958333335
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4724934895833335
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0875651041666665
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1119791666666665
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3515625
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3341796875
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.46142578125
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.354296875
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1044921875
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4364691840277777
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4466688368055554
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0647786458333335
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.352734375
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0797526041666665
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3220703125
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.328125
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6099169921875
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.620400390625
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6528759765625
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.64337890625
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.624541015625
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.592431640625
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.649809337797619
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.650483630952381
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6102880859375
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.659946986607143
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7211449032738093
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6696893601190474
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.610537574404762
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6479724702380953
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5143274694055946
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4410807291666665
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0654296875
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3189453125
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6033154296875
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6228841145833335
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.232643821022727
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.236981016216856
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.233840479995265
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.244210907907197
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.214394309303977
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.241440281723485
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.223947236032197
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8935678842905403
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.88525390625
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8975533150337838
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8997175886824325
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.898899387668919
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.871291701858108
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8775337837837838
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2199115175189394
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8719383445945947
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5213993705718623
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5761165232793521
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.59248975993168
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5701484216852226
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5321346391067814
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5938340160045548
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.584022923519737
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.537852669534413
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5892582923832923
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6635202318796067
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.59524003762285
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6620949785012287
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6593452472358723
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6297892352579852
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.663971322174447
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.61023878992629
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.46685791015625
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5446628477515243
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7127403846153846
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8154296875
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.475163157393293
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5403055330602133
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.541401188548018
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7373798076923075
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.812800480769231
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8247445913461537
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5114805640243905
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7749399038461537
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.5482013981516767
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.8340594951923075
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5707529920212764
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.48846435546875
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.486307347074468
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7431640625
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5659782247340424
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.493924534574468
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5678773271276594
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5309632646276596
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1571163054435485
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.072108114919355
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1487210181451615
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.077116935483871
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.1559349798387095
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5790184507978724
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.112005418346774
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5501621791294642
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5085536411830358
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5129656110491072
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5558297293526786
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5488804408482142
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5395943777901786
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.155887726814516
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6243693033854165
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5442911783854165
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5533243815104165
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6211954752604165
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6634114583333335
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6179402669270835
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5524204799107142
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.509690824468085
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.6295166015625
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7571199024822697
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.094364289314516
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.668973016400709
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5398848684210527
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4620168585526314
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.675074800531915
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.75549922429078
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.75310976285461
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1629464285714284
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5369551809210527
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4713199013157894
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5374177631578947
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.968447730654762
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7186253324468086
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5192086356026786
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5108963815789473
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1382998511904763
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0023251488095237
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.1318824404761907
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.189476943597561
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1298828125
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0619419642857144
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.7575354609929077
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.186213795731707
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.185808879573171
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5674845377604165
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1339081554878048
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.5393708881578947
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.164038681402439
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.2972935267857144
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1877381859756095
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.692341256648936
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4869449013157894
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.033505394345238
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1453172637195124
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5882892373167437
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5178629557291665
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.584538212528935
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5863240559895835
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.523291317033179
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.556417582947531
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2740566607603094
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1892064674613403
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.588693877797068
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.268957393685567
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2719323856314433
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.195825950386598
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2327692090850517
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.276347052190722
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.549893465909091
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4880832058566433
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5045572916666665
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5367491922260803
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1640625
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4347330729166665
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0628255208333335
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.401171875
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5604512674825175
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5461852600524475
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4959469241695804
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3189453125
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.50048828125
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.5009223090277777
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5529119318181817
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4408094618055554
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1552734375
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.068359375
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1614583333333335
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3927734375
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.660673828125
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.57779296875
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.324609375
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4001953125
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.472384982638889
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1223958333333335
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.356640625
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7260974702380953
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6041434151785716
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.675908203125
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.652744140625
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5933349609375
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6386376953125
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7009161086309526
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6146763392857144
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.7142392113095237
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5550289554195804
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2119190963273194
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6866861979166665
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.504611545138889
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.1656901041666665
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.4009765625
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.704287109375
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.713564918154762
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5049476890297204
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.455078125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0895182291666665
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3404296875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.60595703125
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2115349047111743
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6502743675595237
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.274560176964962
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.273502234256629
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.217758641098485
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2715324633049243
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2541189482717803
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8686391469594597
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9403900971283785
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.9355864653716215
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8738914695945947
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.93872730152027
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2761526396780303
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.90796558277027
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.941036739864865
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.228450890743371
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8875105574324325
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5677277723304657
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5436290169534412
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5155805209387652
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5530407863107287
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5329916023532388
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5326940868547572
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.544421732667004
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.5094681095015183
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6062029714373462
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.609480574324324
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6035276220823094
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5748929860257985
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.6106514895577395
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5844330658783785
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5813642122235874
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.571541001228501
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4916977300876524
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.483623225514482
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4534152891577743
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4913687357088414
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7705829326923075
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7382061298076925
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4904532083650914
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7026742788461537
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7992037259615383
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7754657451923075
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4679639862804876
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.7218299278846154
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.463030559260671
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.719050480769231
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4490981683498476
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.512034574468085
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5051196808510636
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.6908052884615383
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5208153257978725
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.471035571808511
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.5116481050531916
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.093876008064516
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0921118951612905
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.055049773185484
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0839056199596775
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0951990927419355
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.483419215425532
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5209176199776786
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.51739501953125
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5015694754464286
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.520751953125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5218157087053572
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4808302859042555
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.063697076612903
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.57550048828125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5618489583333335
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5800577799479165
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.53131103515625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5764363606770835
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0590977822580645
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.50634765625
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.466439494680851
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.5075160435267858
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5466715494791665
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.051726310483871
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.694834607712766
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5477701822916665
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.689203789893617
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.686391843971631
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6517204122340425
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6929922983156027
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4895148026315788
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.481959292763158
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.481496710526316
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4469058388157894
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4900801809210527
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0850771949404763
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0078357514880953
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.49957275390625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.3398902529761907
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.943173363095238
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	3.0309012276785716
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.146794016768293
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1420779344512195
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1420064786585367
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1192597179878048
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1461270960365852
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.5247599283854165
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.659221243351064
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.465306332236842
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6627811945921986
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9883045014880953
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4588301809210527
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.985444568452381
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1274771341463414
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.125905106707317
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.6476479388297873
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4446443256578947
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.9287574404761907
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.1164491234756095
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.534886489679784
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5341344762731484
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.538395634403935
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5047743055555554
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5376134801793984
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.209789787371134
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.208581668814433
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2131121134020617
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1729925096649483
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.2123872422680413
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.5132890866126543
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.511008933738426
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1822597857603094
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.501514576099537
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5016970334353146
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5237448098776225
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5108104785839163
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.18115234375
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.477924907124126
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.5170317963286712
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4491102430555554
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.447536892361111
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0862630208333335
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4525824652777777
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0869140625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.338671875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0921223958333335
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.33046875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3421875
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4229058159722223
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4537217881944446
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0439453125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0921223958333335
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3025390625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3400390625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.59603515625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.697607421875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.6184130859375
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.611328125
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5670703125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6247674851190474
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6666201636904763
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6680152529761907
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1687691285438144
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6687127976190474
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.5942150297619047
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4946152480332167
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4322916666666665
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.056640625
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.31171875
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.499911221590909
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4293619791666665
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0494791666666665
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5845361328125
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.306640625
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6561104910714284
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.593095703125
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.473793296547203
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.627232142857143
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.417263454861111
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.0393880208333335
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.298828125
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.554443359375
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.6311151413690474
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.230627811316288
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.225624778053977
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.233511260061553
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2323441938920454
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2005263819839014
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8888038429054053
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.885082347972973
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8828520903716215
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.888078019425676
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8544130067567566
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.209548487807765
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.209285851680871
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8626082136824325
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.197213837594697
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8609058277027026
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8514041385135136
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Github.bin	1.523152834008097
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Pile-CC.bin	3.5806275913697787
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Books3.bin	3.4588042468559452
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PhilPapers.bin	3.714092548076923
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenWebText2.bin	3.4777302194148936
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Abstracts.bin	3.0598853326612905
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.DM_Mathematics.bin	1.51324462890625
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PG19.bin	3.53936767578125
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.FreeLaw.bin	2.657358156028369
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.HackerNews.bin	3.4547697368421053
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.EuroParl.bin	2.980375744047619
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.OpenSubtitles.bin	3.123713795731707
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.PubMed_Central.bin	2.51013485001929
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Wikipedia_en.bin	3.1787260389819587
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.StackExchange.bin	2.4849042559003496
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.BookCorpus2.bin	3.4273003472222223
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Enron_Emails.bin	3.05078125
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.NIH_ExPorter.bin	3.3076171875
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.YoutubeSubtitles.bin	2.5761181640625
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.Ubuntu_IRC.bin	2.597749255952381
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.ArXiv.bin	2.2059492631392046
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/pythia-pile.valid.domains//pythia-pile.valid.USPTO_Backgrounds.bin	2.8599160684121623
/ckpts/ct//70M_ct_1-0.25-0.75/5000	/data/ct_valid//starcoder.python.valid.bin	1.4135589599609375
/ckpts/ct//70M_ct_1-0.25-0.75/1000	/data/ct_valid//starcoder.python.valid.bin	1.5235748291015625
/ckpts/ct//70M_ct_2-0.375-0.625/7000	/data/ct_valid//starcoder.python.valid.bin	1.415802001953125
/ckpts/ct//70M_ct_1-0.25-0.75/7000	/data/ct_valid//starcoder.python.valid.bin	1.396148681640625
/ckpts/ct//70M_ct_2-0.375-0.625/3000	/data/ct_valid//starcoder.python.valid.bin	1.4673004150390625
/ckpts/ct//70M_ct_1-0.25-0.75/9000	/data/ct_valid//starcoder.python.valid.bin	1.3885040283203125
/ckpts/ct//70M_ct_1-0.25-0.75/3000	/data/ct_valid//starcoder.python.valid.bin	1.4485626220703125
/ckpts/ct//70M_ct_2-0.375-0.625/1000	/data/ct_valid//starcoder.python.valid.bin	1.5363616943359375
/ckpts/ct//70M_ct_0-0.125-0.875/7000	/data/ct_valid//starcoder.python.valid.bin	1.3785858154296875
/ckpts/ct//70M_ct_2-0.375-0.625/9000	/data/ct_valid//starcoder.python.valid.bin	1.409027099609375
/ckpts/ct//70M_ct_2-0.375-0.625/5000	/data/ct_valid//starcoder.python.valid.bin	1.431732177734375
/ckpts/ct//70M_ct_0-0.125-0.875/9000	/data/ct_valid//starcoder.python.valid.bin	1.3699493408203125
/ckpts/ct//70M_ct_0-0.125-0.875/1000	/data/ct_valid//starcoder.python.valid.bin	1.507904052734375
/ckpts/ct//70M_ct_0-0.125-0.875/3000	/data/ct_valid//starcoder.python.valid.bin	1.4300537109375
/ckpts/ct//70M_ct_0-0.125-0.875/5000	/data/ct_valid//starcoder.python.valid.bin	1.3947296142578125
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/7000	/data/ct_valid//starcoder.python.valid.bin	1.4021148681640625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/1000	/data/ct_valid//starcoder.python.valid.bin	1.52655029296875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/3000	/data/ct_valid//starcoder.python.valid.bin	1.4514312744140625
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/9000	/data/ct_valid//starcoder.python.valid.bin	1.394744873046875
/ckpts/ct//70M_ct_9-0.28515625-0.71484375/5000	/data/ct_valid//starcoder.python.valid.bin	1.417938232421875
/ckpts/ct//70M_ct_3-0.5-0.5/7000	/data/ct_valid//starcoder.python.valid.bin	1.4399261474609375
/ckpts/ct//70M_ct_3-0.5-0.5/3000	/data/ct_valid//starcoder.python.valid.bin	1.483795166015625
/ckpts/ct//70M_ct_3-0.5-0.5/1000	/data/ct_valid//starcoder.python.valid.bin	1.552276611328125
/ckpts/ct//70M_ct_3-0.5-0.5/9000	/data/ct_valid//starcoder.python.valid.bin	1.431854248046875
/ckpts/ct//70M_ct_3-0.5-0.5/5000	/data/ct_valid//starcoder.python.valid.bin	1.456634521484375