website-to-markdown-mcp/dist/enhanced-fetcher.d.ts

Advanced MCP server for fetching websites and converting to markdown with AI-powered features and stealth capabilities

interface ContentOptions {
    removeAds?: boolean;
    removeNavigation?: boolean;
    extractMainContent?: boolean;
    timeout?: number;
    userAgent?: string;
}
interface ProcessedContent {
    title: string;
    content: string;
    markdown: string;
    wordCount: number;
    readingTime: number;
    summary?: string;
    language: string;
}
export declare class EnhancedWebsiteFetcher {
    private turndownService;
    private defaultOptions;
    constructor();
    private setupTurndownRules;
    private fetchWithRetry;
    private cleanAndExtractContent;
    private removeAds;
    private extractTitle;
    private extractMainContent;
    private heuristicContentExtraction;
    private calculateLinkDensity;
    private postProcessMarkdown;
    private countWords;
    private calculateReadingTime;
    private generateSummary;
    private detectLanguage;
    fetchAndProcess(url: string, options?: Partial<ContentOptions>): Promise<ProcessedContent>;
}
export {};
//# sourceMappingURL=enhanced-fetcher.d.ts.map