@lg-tools/crawler/dist/types/types.d.ts

Crawler for MongoDB documentation and other sites

export interface CrawlerOptions {
    /** Verbose mode */
    verbose?: boolean;
    /** Max crawl depth (as a string) */
    depth?: string;
    /** Specific URL to crawl. If not provided, the crawler will scan all URLs defined in the config. */
    url?: string;
    /** Dry run mode - crawls without inserting into MongoDB */
    dryRun?: boolean;
}
//# sourceMappingURL=types.d.ts.map