crawler/dist/options.d.ts

Crawler is a ready-to-use web spider that works with proxies, asynchrony, rate limit, configurable request pools, jQuery, and HTTP/2 support.

import { RequestConfig, RequestOptions } from "./types/crawler.js";
export declare const globalOnlyOptions: string[];
export declare const crawlerOnlyOptions: string[];
export declare const deprecatedOptions: string[];
export declare const getCharset: (headers: Record<string, unknown>) => null | string;
export declare const getValidOptions: (options: RequestConfig) => RequestOptions;
export declare const alignOptions: (options: RequestOptions) => any;
//# sourceMappingURL=options.d.ts.map