UNPKG

symspell-ex

Version:

Spelling correction & Fuzzy search based on symmetric delete spelling correction algorithm

9 lines (8 loc) 283 B
import { Token, Tokenizer } from "../../types"; export declare class CoreTokenizer implements Tokenizer { private readonly _spaceExpression; private readonly _expressions; private _tokenizeSegment; private _tokenizeInput; tokenize(input: string): Array<Token>; }