@just-every/mcp-read-website-fast/dist/crawler/queue.d.ts

Markdown Content Preprocessor - Fetch web pages, extract content, convert to clean Markdown

import { CrawlOptions, CrawlResult } from '../types.js';
export declare class CrawlQueue {
    private visited;
    private queue;
    private limit;
    private cache;
    private options;
    private results;
    constructor(options?: CrawlOptions);
    init(): Promise<void>;
    crawl(startUrl: string): Promise<CrawlResult[]>;
    private processQueue;
    private processUrl;
}