@lg-tools/crawler/dist/types/utils/processSingleUrl.d.ts

Crawler for MongoDB documentation and other sites

import { type MongoClient } from 'mongodb';
interface ProcessSingleUrlOptions {
    url: string;
    collectionName: string;
    mongoClient: MongoClient;
    verbose?: boolean;
    dryRun?: boolean;
}
interface ProcessSingleUrlResult {
    documentsProcessed: number;
    links: Array<string>;
}
/**
 * Process a single URL using LangChain and store results in MongoDB.
 * Additionally, extracts and returns all links found on the page
 */
export declare function processSingleUrl({ url, collectionName, mongoClient, verbose, dryRun, }: ProcessSingleUrlOptions): Promise<ProcessSingleUrlResult>;
export {};
//# sourceMappingURL=processSingleUrl.d.ts.map