ag-webscrape/dist/WebScraper.d.ts

TypeScript web scraper with Playwright fallback for anti-scraping protection

export interface ScrapingOptions {
    timeout?: number;
    userAgent?: string;
    headers?: Record<string, string>;
    retries?: number;
    waitForSelector?: string;
    waitForTimeout?: number;
    executablePath?: string;
}
export interface ScrapingResult {
    url: string;
    html: string;
    status: number;
    method: 'fetch' | 'visual';
    error?: string;
    redirected?: boolean;
    finalUrl?: string;
}
export declare class WebScraper {
    private userAgent;
    private defaultOptions;
    constructor(options?: ScrapingOptions);
    private fetchDirectly;
    private scrapeWithpuppeteer;
    scrape(url: string, options?: ScrapingOptions): Promise<ScrapingResult>;
    scrapeMultiple(urls: string[], options?: ScrapingOptions): Promise<ScrapingResult[]>;
    dispose(): Promise<void>;
}
//# sourceMappingURL=WebScraper.d.ts.map