hammer-scrape
Version:
Unifies Cheerio and Puppeteer for the most streamline scraping experience
27 lines (26 loc) • 1.29 kB
TypeScript
import { WebScrapingEngine } from '../web_scraping_engine';
import CheerioParsingCore from '../cores/cheerio_parsing';
import PuppeteerParsingCore from '../cores/puppeteer_parsing';
import PuppeteerManipulatingCore from '../cores/puppeteer_manipulate';
import { PuppeteerManager } from 'request-group-puppeteer';
export declare class HammerEngine extends WebScrapingEngine<CheerioParsingCore | PuppeteerParsingCore, PuppeteerManipulatingCore> {
/** element ping selector */
private elementPingSelector;
private lazy;
private usingPuppeteer;
private sharingManager;
private sharedManager;
private forceBrowser;
/** This serves as our basic */
constructor(elementPingSelector: string, lazy?: boolean, sharedManager?: PuppeteerManager, forceBrowser?: boolean);
protected load(): Promise<void>;
/**
* Gets a boolean that indicates if we are using puppeteer to additionally parse the page
*/
usingPuppeteerParse(): boolean;
process(url: string): Promise<void>;
parse<T extends PuppeteerParsingCore | CheerioParsingCore>(callback: (core: T) => Promise<void>): Promise<void>;
manipulate(callback: (core: PuppeteerManipulatingCore) => Promise<void>): Promise<void>;
shutoff(): Promise<void>;
}
export default HammerEngine;