@ai2070/l0
Version:
L0: The Missing Reliability Substrate for AI
11 lines • 986 B
TypeScript
import type { DocumentChunk, WindowOptions } from "../types/window";
export declare function chunkDocument(document: string, options: Required<WindowOptions>): DocumentChunk[];
export declare function chunkByTokens(document: string, options: Required<WindowOptions>): DocumentChunk[];
export declare function chunkByChars(document: string, options: Required<WindowOptions>): DocumentChunk[];
export declare function chunkByParagraphs(document: string, options: Required<WindowOptions>): DocumentChunk[];
export declare function chunkBySentences(document: string, options: Required<WindowOptions>): DocumentChunk[];
export declare function splitIntoSentences(text: string): string[];
export declare function estimateTokenCount(text: string): number;
export declare function getChunkOverlap(chunk1: DocumentChunk, chunk2: DocumentChunk): string | null;
export declare function mergeChunks(chunks: DocumentChunk[], preserveOverlap?: boolean): string;
//# sourceMappingURL=chunking.d.ts.map