@just-every/mcp-read-website-fast/dist/utils/chunker.d.ts

Markdown Content Preprocessor - Fetch web pages, extract content, convert to clean Markdown

export interface ChunkOptions {
    maxTokens?: number;
    maxChars?: number;
    splitOn?: 'heading' | 'paragraph' | 'sentence';
    overlap?: number;
}
export interface Chunk {
    content: string;
    index: number;
    tokens?: number;
    metadata?: {
        headings?: string[];
        startLine?: number;
        endLine?: number;
    };
}
export declare class MarkdownChunker {
    private options;
    constructor(options?: ChunkOptions);
    chunk(markdown: string): Chunk[];
    private chunkByHeading;
    private chunkByParagraph;
    private chunkBySentence;
    private getOverlapLines;
    estimateTokens(text: string): number;
}