UNPKG

crawler

Version:

Crawler is a ready-to-use web spider that works with proxies, asynchrony, rate limit, configurable request pools, jQuery, and HTTP/2 support.

8 lines 493 B
import { RequestConfig, RequestOptions } from "./types/crawler.js"; export declare const globalOnlyOptions: string[]; export declare const crawlerOnlyOptions: string[]; export declare const deprecatedOptions: string[]; export declare const getCharset: (headers: Record<string, unknown>) => null | string; export declare const getValidOptions: (options: RequestConfig) => RequestOptions; export declare const alignOptions: (options: RequestOptions) => any; //# sourceMappingURL=options.d.ts.map