rag-crawler/dist/preset.d.ts

Crawl a website to generate knowledge file for RAG

declare const PRESET_LIST: Preset[];
export interface Preset {
    name: string;
    test: string;
    options: {
        exclude?: string[];
        extract?: string;
        maxConnections?: number;
        headers?: Record<string, string>;
    };
}
export default PRESET_LIST;