UNPKG

hammer-scrape

Version:

Unifies Cheerio and Puppeteer for the most streamline scraping experience

27 lines (26 loc) 1.29 kB
import { WebScrapingEngine } from '../web_scraping_engine'; import CheerioParsingCore from '../cores/cheerio_parsing'; import PuppeteerParsingCore from '../cores/puppeteer_parsing'; import PuppeteerManipulatingCore from '../cores/puppeteer_manipulate'; import { PuppeteerManager } from 'request-group-puppeteer'; export declare class HammerEngine extends WebScrapingEngine<CheerioParsingCore | PuppeteerParsingCore, PuppeteerManipulatingCore> { /** element ping selector */ private elementPingSelector; private lazy; private usingPuppeteer; private sharingManager; private sharedManager; private forceBrowser; /** This serves as our basic */ constructor(elementPingSelector: string, lazy?: boolean, sharedManager?: PuppeteerManager, forceBrowser?: boolean); protected load(): Promise<void>; /** * Gets a boolean that indicates if we are using puppeteer to additionally parse the page */ usingPuppeteerParse(): boolean; process(url: string): Promise<void>; parse<T extends PuppeteerParsingCore | CheerioParsingCore>(callback: (core: T) => Promise<void>): Promise<void>; manipulate(callback: (core: PuppeteerManipulatingCore) => Promise<void>): Promise<void>; shutoff(): Promise<void>; } export default HammerEngine;