hammer-scrape
Version:
Unifies Cheerio and Puppeteer for the most streamline scraping experience
45 lines (44 loc) • 1.7 kB
TypeScript
/// <reference types="cheerio" />
import { CheerioRequest } from 'request-group-cheerio';
import { ParsingCore } from '../web_scraping_engine';
/**
* The fields we expect to pass into our intitialize method.
*/
export interface CheerioParsingCoreConfiguration {
header?: string;
xml?: boolean;
reinitialize?: boolean;
html?: string;
}
/**
* A set of default configuration options to use for the cheerio parsing core
*/
export declare const CHEERIO_PARSING_CORE_DEFAULT: CheerioParsingCoreConfiguration;
/**
* A basic cheerio parsing core.
* This is very likely the fasest core for parsing that's reliable
*/
export declare class CheerioParsingCore extends ParsingCore<CheerioStatic, CheerioParsingCoreConfiguration> {
private request;
private initialized;
constructor(url: string);
dispose(): Promise<void>;
getRequest(): CheerioRequest;
initialize(data?: CheerioParsingCoreConfiguration): Promise<void>;
private isInitialized;
getText(querySelector: string): Promise<string>;
getTextAll(querySelector: string): Promise<string[]>;
getAttribute(querySelector: string, attributeName: string): Promise<string>;
getAttributeAll(querySelector: string, attributeName: string): Promise<string[]>;
getHtml(querySelector: string): Promise<string>;
getHtmlAll(querySelector: string): Promise<string[]>;
getSelectOptions(querySelector: string): Promise<{
text: string;
value: string;
}[]>;
elementExist(querySelector: string): Promise<boolean>;
elementCount(querySelector: string): Promise<number>;
raw(): CheerioStatic;
getDocumentHtml(): Promise<string>;
}
export default CheerioParsingCore;