markdown-crawler/dist/types/crawler.d.ts

A powerful web crawler that extracts content from web pages and converts them to clean Markdown format, with support for code blocks and GitHub Flavored Markdown

export interface IPage {
    title: string;
    url: string;
    markdown: string;
    html: string;
    at: number;
}
export declare function crawl(url: string, additionalGlobalUrls?: string[]): Promise<IPage[]>;