gpt-research
Version:
Autonomous AI research agent that conducts comprehensive research on any topic and generates detailed reports with citations
25 lines • 870 B
TypeScript
import { BaseScraper, ScraperConfig } from './BaseScraper';
import { ScrapedContent } from '../types';
export interface CheerioScraperConfig extends ScraperConfig {
useReadability?: boolean;
extractImages?: boolean;
extractLinks?: boolean;
removeScripts?: boolean;
removeStyles?: boolean;
maxContentLength?: number;
}
export declare class CheerioScraper extends BaseScraper {
protected config: CheerioScraperConfig;
constructor(name?: string, config?: CheerioScraperConfig);
scrape(url: string): Promise<ScrapedContent>;
private fetchHtml;
private extractWithReadability;
private extractWithCheerio;
private extractTitle;
private extractContent;
private extractImages;
private extractLinks;
private extractMetadataFromCheerio;
private makeAbsoluteUrl;
}
//# sourceMappingURL=CheerioScraper.d.ts.map