@lg-tools/crawler/dist/types/utils/recursiveCrawlFromBase.d.ts

Crawler for MongoDB documentation and other sites

import { type MongoClient } from 'mongodb';
export interface RecursiveCrawlOptions {
    baseUrl: string;
    collectionName: string;
    mongoClient: MongoClient;
    maxDepth: number;
    relativePath?: string;
    currentDepth?: number;
    visited?: Set<string>;
    verbose?: boolean;
    dryRun?: boolean;
}
/**
 * Recursively crawl a website following links up to a maximum depth
 */
export declare function recursiveCrawlFromBaseURL({ baseUrl, collectionName, mongoClient, relativePath, maxDepth, currentDepth, visited, verbose, dryRun, }: RecursiveCrawlOptions): Promise<void>;
//# sourceMappingURL=recursiveCrawlFromBase.d.ts.map