@kermank/nldp/dist/tokenizer/tokenizer.d.ts

A modular date/time parser for converting natural language into dates and times

/**
 * Options for tokenization
 */
export interface TokenizerOptions {
    preserveQuotes?: boolean;
    normalizeSpaces?: boolean;
    lowercaseTokens?: boolean;
}
/**
 * Tokenizes an input string into an array of tokens
 */
export declare function tokenize(input: string, options?: TokenizerOptions): string[];
//# sourceMappingURL=tokenizer.d.ts.map