@iflow-mcp/mcp-npx-fetch/dist/Fetcher.js

A CLI tool for fetching and processing content using the Model Context Protocol

import { JSDOM } from "jsdom";
import TurndownService from "turndown";
export class Fetcher {
    static async _fetch({ url, headers, }) {
        try {
            const response = await fetch(url, {
                headers: {
                    "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36",
                    ...headers,
                },
            });
            if (!response.ok) {
                throw new Error(`HTTP error: ${response.status}`);
            }
            return response;
        }
        catch (e) {
            if (e instanceof Error) {
                throw new Error(`Failed to fetch ${url}: ${e.message}`);
            }
            else {
                throw new Error(`Failed to fetch ${url}: Unknown error`);
            }
        }
    }
    static async html(requestPayload) {
        try {
            const response = await this._fetch(requestPayload);
            const html = await response.text();
            return { content: [{ type: "text", text: html }], isError: false };
        }
        catch (error) {
            return {
                content: [{ type: "text", text: error.message }],
                isError: true,
            };
        }
    }
    static async json(requestPayload) {
        try {
            const response = await this._fetch(requestPayload);
            const json = await response.json();
            return {
                content: [{ type: "text", text: JSON.stringify(json) }],
                isError: false,
            };
        }
        catch (error) {
            return {
                content: [{ type: "text", text: error.message }],
                isError: true,
            };
        }
    }
    static async txt(requestPayload) {
        try {
            const response = await this._fetch(requestPayload);
            const html = await response.text();
            const dom = new JSDOM(html);
            const document = dom.window.document;
            const scripts = document.getElementsByTagName("script");
            const styles = document.getElementsByTagName("style");
            Array.from(scripts).forEach((script) => script.remove());
            Array.from(styles).forEach((style) => style.remove());
            const text = document.body.textContent || "";
            const normalizedText = text.replace(/\s+/g, " ").trim();
            return {
                content: [{ type: "text", text: normalizedText }],
                isError: false,
            };
        }
        catch (error) {
            return {
                content: [{ type: "text", text: error.message }],
                isError: true,
            };
        }
    }
    static async markdown(requestPayload) {
        try {
            const response = await this._fetch(requestPayload);
            const html = await response.text();
            const turndownService = new TurndownService();
            const markdown = turndownService.turndown(html);
            return { content: [{ type: "text", text: markdown }], isError: false };
        }
        catch (error) {
            return {
                content: [{ type: "text", text: error.message }],
                isError: true,
            };
        }
    }
}