@xcrap/core/dist/http-client.d.ts

Xcrap Core is the core package of the Xcrap framework for web scraping, offering tools such as HttpClient, BaseClient, Randomizer, Rotator, and support for proxies and pagination.

import http from "node:http";
import { ClientFetchManyOptions, ClientInterface, ClientRequestOptions } from "./interfaces";
import { BaseClient, BaseClientOptions } from "./base-client";
import { HttpResponse } from "./http-response";
export type HttpClientProxy = string;
export type HttpClientOptions = BaseClientOptions<HttpClientProxy> & {};
export type HttpClientRequestOptions = http.RequestOptions & ClientRequestOptions & {
    url: string;
    redirectCount?: number;
    followRedirects?: boolean;
};
export type HttpClientFetchOptions = HttpClientRequestOptions;
export type HttpFetchManyOptions = ClientFetchManyOptions<HttpClientRequestOptions>;
export declare class HttpClient extends BaseClient<HttpClientProxy> implements ClientInterface {
    constructor(options?: HttpClientOptions);
    fetch({ maxRetries, retries, retryDelay, method, redirectCount, followRedirects, ...options }: HttpClientFetchOptions): Promise<HttpResponse>;
    fetchMany({ requests, concurrency, requestDelay }: HttpFetchManyOptions): Promise<HttpResponse[]>;
}