UNPKG

@mastra/rag

Version:

The Retrieval-Augmented Generation (RAG) module contains document processing and embedding utilities.

25 lines 973 B
import { Document } from '../schema'; import { RecursiveCharacterTransformer } from './character'; export declare class MarkdownTransformer extends RecursiveCharacterTransformer { constructor(options?: { chunkSize?: number; chunkOverlap?: number; lengthFunction?: (text: string) => number; keepSeparator?: boolean | 'start' | 'end'; addStartIndex?: boolean; stripWhitespace?: boolean; }); } export declare class MarkdownHeaderTransformer { private headersToSplitOn; private returnEachLine; private stripHeaders; constructor(headersToSplitOn: [string, string][], returnEachLine?: boolean, stripHeaders?: boolean); private aggregateLinesToChunks; splitText({ text }: { text: string; }): Document[]; createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[]; transformDocuments(documents: Document[]): Document[]; } //# sourceMappingURL=markdown.d.ts.map