@llm-tools/embedjs/src/loaders/text-loader.d.ts

A NodeJS RAG framework to easily work with LLMs and custom datasets

import { BaseLoader } from '@llm-tools/embedjs-interfaces';
export declare class TextLoader extends BaseLoader<{
    type: 'TextLoader';
}> {
    private readonly text;
    constructor({ text, chunkSize, chunkOverlap }: {
        text: string;
        chunkSize?: number;
        chunkOverlap?: number;
    });
    getUnfilteredChunks(): AsyncGenerator<{
        pageContent: string;
        metadata: {
            type: "TextLoader";
            source: string;
            textId: string;
        };
    }, void, unknown>;
}