@mastra/rag
Version:
The Retrieval-Augmented Generation (RAG) module contains document processing and embedding utilities.
25 lines • 973 B
TypeScript
import { Document } from '../schema';
import { RecursiveCharacterTransformer } from './character';
export declare class MarkdownTransformer extends RecursiveCharacterTransformer {
constructor(options?: {
chunkSize?: number;
chunkOverlap?: number;
lengthFunction?: (text: string) => number;
keepSeparator?: boolean | 'start' | 'end';
addStartIndex?: boolean;
stripWhitespace?: boolean;
});
}
export declare class MarkdownHeaderTransformer {
private headersToSplitOn;
private returnEachLine;
private stripHeaders;
constructor(headersToSplitOn: [string, string][], returnEachLine?: boolean, stripHeaders?: boolean);
private aggregateLinesToChunks;
splitText({ text }: {
text: string;
}): Document[];
createDocuments(texts: string[], metadatas?: Record<string, any>[]): Document[];
transformDocuments(documents: Document[]): Document[];
}
//# sourceMappingURL=markdown.d.ts.map