@skiff-org/trawler
Version:
A modern search library for Skiff
277 lines (268 loc) • 3.18 kB
JavaScript
/**
* http://www.ranks.nl/stopwords
* @type {Array<string>}
*/
export const filter = [
'a',
'about',
'above',
'after',
'again',
'against',
'all',
'also',
'am',
'an',
'and',
'any',
'are',
'aren\'t',
'as',
'at',
//"back",
'be',
'because',
'been',
'before',
'being',
'below',
//"between",
'both',
'but',
'by',
'can',
'cannot',
'can\'t',
'come',
'could',
'couldn\'t',
//"day",
'did',
'didn\'t',
'do',
'does',
'doesn\'t',
'doing',
'dont',
'down',
'during',
'each',
'even',
'few',
'first',
'for',
'from',
'further',
'get',
//"give",
'go',
//"good",
'had',
'hadn\'t',
'has',
'hasn\'t',
'have',
'haven\'t',
'having',
'he',
'hed',
//"hell",
'her',
'here',
'here\'s',
'hers',
'herself',
'hes',
'him',
'himself',
'his',
'how',
'how\'s',
'i',
'id',
'if',
'ill',
'im',
'in',
'into',
'is',
'isn\'t',
'it',
'it\'s',
'itself',
'i\'ve',
'just',
'know',
'let\'s',
'like',
//"look",
'make',
'me',
'more',
'most',
'mustn\'t',
'my',
'myself',
'new',
'no',
'nor',
'not',
'now',
'of',
'off',
'on',
'once',
//"one",
'only',
'or',
'other',
'ought',
'our',
'our\'s',
'ourselves',
'out',
'over',
'own',
//"people",
'same',
'say',
'see',
'shan\'t',
'she',
'she\'d',
'shell',
'shes',
'should',
'shouldn\'t',
'so',
'some',
'such',
//"take",
'than',
'that',
'that\'s',
'the',
'their',
'theirs',
'them',
'themselves',
'then',
'there',
'there\'s',
'these',
'they',
'they\'d',
'they\'ll',
'they\'re',
'they\'ve',
//"think",
'this',
'those',
'through',
'time',
'to',
'too',
//"two",
//"under",
'until',
'up',
'us',
//"use",
'very',
'want',
'was',
'wasn\'t',
'way',
'we',
'wed',
'well',
'were',
'weren\'t',
'we\'ve',
'what',
'what\'s',
'when',
'when\'s',
'where',
'where\'s',
'which',
'while',
'who',
'whom',
'who\'s',
'why',
'why\'s',
'will',
'with',
'won\'t',
//"work",
'would',
'wouldn\'t',
//"year",
'you',
'you\'d',
'you\'ll',
'your',
'you\'re',
'your\'s',
'yourself',
'yourselves',
'you\'ve'
];
/**
* @type {Object<string, string>}
*/
export const stemmer = {
'ational': 'ate',
'iveness': 'ive',
'fulness': 'ful',
'ousness': 'ous',
'ization': 'ize',
'tional': 'tion',
'biliti': 'ble',
'icate': 'ic',
'ative': '',
'alize': 'al',
'iciti': 'ic',
'entli': 'ent',
'ousli': 'ous',
'alism': 'al',
'ation': 'ate',
'aliti': 'al',
'iviti': 'ive',
'ement': '',
'enci': 'ence',
'anci': 'ance',
'izer': 'ize',
'alli': 'al',
'ator': 'ate',
'logi': 'log',
'ical': 'ic',
'ance': '',
'ence': '',
'ness': '',
'able': '',
'ible': '',
'ment': '',
'eli': 'e',
'bli': 'ble',
'ful': '',
'ant': '',
'ent': '',
'ism': '',
'ate': '',
'iti': '',
'ous': '',
'ive': '',
'ize': '',
'al': '',
'ou': '',
'er': '',
'ic': ''
};
export const matcher = {};
export default {
filter: filter,
stemmer: stemmer,
matcher: matcher
};