@llm-tools/embedjs/src/loaders/url-loader.d.ts

A NodeJS RAG framework to easily work with LLMs and custom datasets

import { BaseLoader } from '@llm-tools/embedjs-interfaces';
export declare class UrlLoader extends BaseLoader<{
    type: 'UrlLoader';
}> {
    private readonly debug;
    private readonly url;
    constructor({ url }: {
        url: string;
    });
    getUnfilteredChunks(): AsyncGenerator<{
        pageContent: string;
        metadata: {
            type: "UrlLoader";
            source: string;
        };
    }, void, unknown>;
}