crawlerzzz/dist/staticCrawler.d.ts

declare type StaticCrawlerOptions = {
    domain: string;
    startFrom?: string;
    noDuplicatedLink?: boolean;
    rateLimit?: number;
    exitOnIdleSeconds?: number;
};
declare const staticCrawler: (opts: StaticCrawlerOptions) => {
    pageSource$: import("rxjs").Observable<{
        src: any;
        url: string;
        data: null;
    }>;
    link$: import("rxjs").Observable<{
        url: string;
        data?: any;
    }>;
    queueLink: (url: string, data?: null) => any;
};
export default staticCrawler;