@astermind/astermind-elm/dist/preprocessing/Tokenizer.d.ts

JavaScript Extreme Learning Machine (ELM) library for browser and Node.js.

export declare class Tokenizer {
    constructor(customDelimiter?: RegExp);
    tokenize(text: any): string[];
    ngrams(tokens: string[], n: number): string[];
    private delimiter;
}