web-scrapify/scrapers/Headers.ts

A simple web scraper that can scrape product details from various e-commerce platforms.

import { AxiosRequestHeaders, RawAxiosRequestHeaders } from "axios";

export interface ScraperHeaders {
    enableAgentRotations: boolean;
    timeout: number;
    enableLogging: boolean;
    headers: RawAxiosRequestHeaders;
    baseUrl: string;
}

export interface HeaderOptions {
    enableAgentRotations?: boolean;
    enableLogging?: boolean;
    headers?: RawAxiosRequestHeaders;
    baseUrl?: string;
    timeout?: number;
}