UNPKG

hammer-scrape

Version:

Unifies Cheerio and Puppeteer for the most streamline scraping experience

45 lines (44 loc) 1.7 kB
/// <reference types="cheerio" /> import { CheerioRequest } from 'request-group-cheerio'; import { ParsingCore } from '../web_scraping_engine'; /** * The fields we expect to pass into our intitialize method. */ export interface CheerioParsingCoreConfiguration { header?: string; xml?: boolean; reinitialize?: boolean; html?: string; } /** * A set of default configuration options to use for the cheerio parsing core */ export declare const CHEERIO_PARSING_CORE_DEFAULT: CheerioParsingCoreConfiguration; /** * A basic cheerio parsing core. * This is very likely the fasest core for parsing that's reliable */ export declare class CheerioParsingCore extends ParsingCore<CheerioStatic, CheerioParsingCoreConfiguration> { private request; private initialized; constructor(url: string); dispose(): Promise<void>; getRequest(): CheerioRequest; initialize(data?: CheerioParsingCoreConfiguration): Promise<void>; private isInitialized; getText(querySelector: string): Promise<string>; getTextAll(querySelector: string): Promise<string[]>; getAttribute(querySelector: string, attributeName: string): Promise<string>; getAttributeAll(querySelector: string, attributeName: string): Promise<string[]>; getHtml(querySelector: string): Promise<string>; getHtmlAll(querySelector: string): Promise<string[]>; getSelectOptions(querySelector: string): Promise<{ text: string; value: string; }[]>; elementExist(querySelector: string): Promise<boolean>; elementCount(querySelector: string): Promise<number>; raw(): CheerioStatic; getDocumentHtml(): Promise<string>; } export default CheerioParsingCore;