Code	Language	Gtokens
en	English	1.13 
zh	Chinese	2.00 
ru	Russian	2.00 
de	German	2.00 
fr	French	2.00 
es	Spanish	2.00 
it	Italian	2.00 
ja	Japanese	2.00 
hu	Hungarian	2.00 
pl	Polish	2.00 
vi	Vietnamese	2.00 
nl	Dutch	2.00 
ar	Arabic	2.00 
pt	Portuguese	2.00 
el	Greek	2.00 
fa	Persian	2.00 
th	Thai	2.00 
cs	Czech	2.00 
tr	Turkish	2.00 
sv	Swedish	1.65 
ro	Romanian	1.91 
uk	Ukrainian	1.70 
bg	Bulgarian	1.20 
fi	Finnish	1.42 
ko	Korean	1.80 
hi	Hindi	1.06 
id	Indonesian	2.00 
sk	Slovak	0.75 
bn	Bangla	1.35 
he	Hebrew	1.22 
ta	Tamil	0.70 
ca	Catalan	0.49 
da	Danish	0.82 
lt	Lithuanian	0.75 
multi	Multilingual	0.76 
ka	Georgian	0.46 
et	Estonian	0.45 
sr	Serbian	0.26 
lv	Latvian	0.30 
ml	Malayalam	0.30 
mn	Mongolian	0.49 
gu	Gujarati	0.13 
hy	Armenian	0.42 
ne	Nepali	0.51 
mk	Macedonian	0.11 
mr	Marathi	0.19 
te	Telugu	0.25 
ur	Urdu	0.25 
kk	Kazakh	0.20 
sq	Albanian	0.14 
km	Khmer	0.16 
az	Azerbaijani	0.19 
my	Burmese	0.29 
kn	Kannada	0.19 
no	Norwegian	0.23 
si	Sinhala	0.14 
be	Belarusian	0.11 
is	Icelandic	0.15 
pa	Punjabi	0.07 
sl	Slovenian	0.10 
eu	Basque	0.07 
tg	Tajik	0.06 
tt	Tatar	0.08 
ckb	Central Kurdish	0.07 
tl	Filipino	0.08 
or	Odia	0.05 
bo	Tibetan	0.03 
am	Amharic	0.07 
ky	Kyrgyz	0.03 
eo	Esperanto	0.03 
lo	Lao	0.05 
as	Assamese	0.04 
ba	Bashkir	0.06 
cy	Welsh	0.02 
ps	Pashto	0.02 
gl	Galician	0.02 
ug	Uyghur	0.01 
dv	Divehi	0.09 
ku	Kurdish	0.02 
yi	Yiddish	0.01 
sd	Sindhi	0.01 
pnb	Western Panjabi	0.01 
fy	Western Frisian	0.00 
sah	Sakha	0.00 
ga	Irish	0.00 
sa	Sanskrit	0.00 
os	Ossetic	0.00 
cv	Chuvash	0.00 
ceb	Cebuano	0.00 
af	Afrikaans	0.01 
br	Breton	0.00 
azb	South Azerbaijani	0.00 
hr	Croatian	0.00 
mhr	Eastern Mari	0.00 
lb	Luxembourgish	0.00 
uz	Uzbek	0.00 
ce	Chechen	0.00 
mg	Malagasy	0.00 
nds	Low German	0.00 
xmf	Mingrelian	0.00 
bpy	Bishnupriya	0.00 
new	Newari	0.00 
min	Minangkabau	0.00 
arz	Egyptian Arabic	0.00 
nn	Norwegian Nynorsk	0.00 
tk	Turkmen	0.00 
pms	Piedmontese	0.00 
ms	Malay	0.00 
gom	Goan Konkani	0.00 
la	Latin	0.00 
jbo	Lojban	0.00 
mt	Maltese	0.00 
sw	Swahili	0.00 
lez	Lezghian	0.00 
sh	Serbian (Latin)	0.00 
mrj	Western Mari	0.00 
oc	Occitan	0.00 
vo	Volapük	0.00 
gsw	Swiss German	0.00 
mzn	Mazanderani	0.00 
gd	Scottish Gaelic	0.00 
war	Waray	0.00 
hsb	Upper Sorbian	0.00 
krc	Karachay-Balkar	0.00 
ht	Haitian Creole	0.00 
ast	Asturian	0.00 
kv	Komi	0.00 
wa	Walloon	0.00 
ia	Interlingua	0.00 
ilo	Iloko	0.00 
wuu	Wu Chinese	0.00 
jv	Javanese	0.00 
lmo	Lombard	0.00 
av	Avaric	0.00 
yo	Yoruba	0.00 
io	Ido	0.00 
an	Aragonese	0.00 
bxr	Russia Buriat	0.00 
bh	Bihari languages	0.00 
mai	Maithili	0.00 
bs	Bosnian	0.00 
nah	Nahuatl languages	0.00 
gn	Guarani	0.00 
su	Sundanese	0.00 
x-eml	Emiliano-Romagnol	0.00 
li	Limburgish	0.00 
ie	Interlingue	0.00 
dsb	Lower Sorbian	0.00 
so	Somali	0.00 
kw	Cornish	0.00 
mwl	Mirandese	0.00 
xal	Kalmyk	0.00 
qu	Quechua	0.00 
