@lg-tools/crawler/dist/types/utils/crawlWithLinks.d.ts

Crawler for MongoDB documentation and other sites

import { type MongoClient } from 'mongodb';
interface CrawlWithLinksOptions {
    baseUrl: string;
    collectionName: string;
    mongoClient: MongoClient;
    maxDepth: number;
    currentDepth?: number;
    visited?: Set<string>;
    verbose?: boolean;
}
/**
 * Recursively crawl a website following links up to a maximum depth
 */
export declare function crawlWithLinks({ baseUrl, collectionName, mongoClient, maxDepth, currentDepth, visited, verbose, }: CrawlWithLinksOptions): Promise<void>;
export {};
//# sourceMappingURL=crawlWithLinks.d.ts.map