@astermind/astermind-pro/dist/utils/tokenization.d.ts

Astermind Pro - Premium ML Toolkit with Advanced RAG, Reranking, Summarization, and Information Flow Analysis

export declare function normalizeWord(raw: string): string;
export declare function tokenize(text: string, doStem: boolean): string[];
export declare function expandQuery(q: string): string;
//# sourceMappingURL=tokenization.d.ts.map