crawldown/dist/main.d.ts

Crawl websites and convert their content into clean, readable Markdown using Mozilla's Readability and Turndown

interface CrawlOptions {
    url: string;
    depth?: number;
    browserPath?: string;
    concurrency?: number;
    scopeUrl?: string;
    noHeadless?: boolean;
    force?: boolean;
    timeout?: number;
}
interface CrawlResult {
    url: string;
    markdown: string;
    title: string;
}

declare const DEFAULT_OPTIONS: {
    depth: number;
    concurrency: number;
    noHeadless: false;
    force: false;
    timeout: number;
};
declare function crawl(options: CrawlOptions): Promise<Array<CrawlResult>>;

export { DEFAULT_OPTIONS, crawl };