@smythos/sdk
Version:
40 lines (39 loc) • 1.23 kB
TypeScript
import { Agent } from '../../Agent/Agent.class';
export interface TScrapflyWebScrapeSettings {
name?: string;
/** Enable Anti-Scraping Protection */
antiScrapingProtection?: boolean;
/** Enable JavaScript Rendering */
javascriptRendering?: boolean;
/** Enable Auto Scroll */
autoScroll?: boolean;
/** Format */
format?: string;
}
export type TScrapflyWebScrapeInputs = {
/** The URLs to scrape */
URLs?: any[];
[key: string]: any;
};
export type TScrapflyWebScrapeOutputs = {
/** The scraped results */
Results: any;
/** The URLs that failed to scrape */
FailedURLs: any;
[key: string]: any;
};
/**
* Use this component to scrape web pages
*/
export declare function ScrapflyWebScrape(settings?: TScrapflyWebScrapeSettings, agent?: Agent): {
/** Component outputs - access via .out.OutputName */
out: TScrapflyWebScrapeOutputs;
/**
* Create or Connect the component inputs
* if the input does not exist, it will be created
* @examples
* - component.in({ Input: source.out.data })
* - component.in({ Input: { type: 'string', source:source.out.data } })
*/
in: (inputs: TScrapflyWebScrapeInputs) => void;
};