website-scrap-engine/lib/life-cycle/skip-links.d.ts

Configurable website scraper in typescript

export declare const unProcessableUriSchemes: string[];
export declare const fastUnProcessableUriSchemesMap: Record<string, string[]>;
/**
 * Skip unprocessable links
 */
export declare function skipLinks(url: string): string | void;
//# sourceMappingURL=skip-links.d.ts.map