cjk-tokenizer/lib/constant.js

A CJK text tokenizer

'use strict';
/**
 * constant module
 * @module constant
 * @see module:index
 * @see https://github.com/timdream/wordfreq
 */
const EnglishStopWords = require('./stop-word/english');
const ChineseStopWords = require('./stop-word/chinese');
const JapaneseStopWords = require('./stop-word/japanese');

module.exports = {
    OPTIONS: {
        filterSubString: false,
        maxPhraseLength: 8,
        minFrequency: 2,
    },
    STOP_WORDS: {
        chinese: ChineseStopWords,
        english: EnglishStopWords,
        japanese: JapaneseStopWords,
    },
};