eld-custom
Version:
Fast and accurate natural language detection. Detector written in Javascript. Efficient language detector, Nito-ELD, ELD.
71 lines (69 loc) • 1.38 kB
JavaScript
// Average score of each language in a correct detection, done with an extended version of big-test benchmark.
export const avgScore = {
am: 0.0661,
ar: 0.0237,
az: 0.0269,
be: 0.0227,
bg: 0.0234,
bn: 0.1373,
ca: 0.0246,
cs: 0.0242,
da: 0.0277,
de: 0.0275,
el: 0.0369,
en: 0.0378,
es: 0.0252,
et: 0.0253,
eu: 0.0369,
fa: 0.0213,
fi: 0.026,
fr: 0.0253,
gu: 0.1197,
he: 0.0402,
hi: 0.0578,
hr: 0.0201,
hu: 0.0208,
hy: 0.0439,
is: 0.032,
it: 0.0251,
ja: 0.0375,
ka: 0.1383,
kn: 0.1305,
ko: 0.0222,
ku: 0.0256,
lo: 0.3488,
lt: 0.0246,
lv: 0.0264,
ml: 0.1322,
mr: 0.0571,
ms: 0.0251,
nl: 0.0342,
no: 0.0266,
or: 0.1269,
pa: 0.1338,
pl: 0.0275,
pt: 0.0252,
ro: 0.0247,
ru: 0.0184,
sk: 0.024,
sl: 0.0253,
sq: 0.0353,
sr: 0.0234,
sv: 0.033,
ta: 0.1513,
te: 0.1547,
th: 0.0882,
tl: 0.0368,
tr: 0.0258,
uk: 0.0206,
ur: 0.0282,
vi: 0.0467,
yo: 0.0329,
zh: 0.0152,
}
/* Deprecated for now: Some languages score higher with the same amount of text, this multiplier evens it out for
* multi-language strings
* scoreNormalizer = [0.7, 1, 1, 1, 1, 0.6, 0.98, 1, 1, 1, 0.9, 1, 1, 1, 1, 1, 1, 1, 0.6, 1, 0.7, 1, 1, 0.9, 1, 1, 0.8,
* 0.6, 0.6, 1, 1, 0.5, 1, 1, 0.6, 0.7, 1, 0.95, 1, 0.6, 0.6, 1, 1, 1, 1, 1, 1, 0.9, 1, 1, 0.6, 0.6, 0.7, 0.9, 1, 1, 1,
* 0.8, 1, 1.7]
*/