@langgraph-js/pro/src/tools/web_tools.ts

The Pro SDK for LangGraph - seamlessly integrate your AI agents with frontend interfaces and build complex AI workflows

import { tool } from "@langchain/core/tools";
import { z } from "zod";
export const ExtractSchema = z.object({
    url: z.string().url().describe("the url to crawl"),
    raw: z.boolean().optional().default(false).describe("return raw html"),
});
export const SearchSchema = z.object({
    query: z.string().describe("the query to search"),
    // topic: z.enum(["news", "code"]).default("news").describe("the topic to search"),
    engines: z
        .array(z.enum(["basic", "npm", "juejin", "anthropic", "github"]))
        .default(["basic"])
        .describe("the engines to use"),
    returnType: z.enum(["json", "markdown"]).default("json").describe("the content type to return"),
    withMetadata: z.boolean().default(true).describe("whether to include metadata in the search results"),
});
export const crawler_tool = tool(
    async ({ url }) => {
        if (!url) {
            return {
                status: "error",
                error: "URL is required",
            };
        }

        const response = await fetch(`${process.env.SEARCH_SERVER_URL || "http://localhost:8123"}/website-to-md/extract`, {
            method: "POST",
            body: JSON.stringify({ url }),
        });

        if (!response.ok) {
            throw new Error(`HTTP error! status: ${response.status}`);
        }

        const text = await response.text();
        return text;
    },
    {
        name: "read_web_page",
        description: "A powerful web content extraction tool that retrieves and processes raw content from specified URLs, ideal for data collection, content analysis, and research tasks.",
        schema: z.object(ExtractSchema.shape),
    }
);

export const web_search_tool = tool(
    async ({ query, engines }) => {
        const response = await fetch(`${process.env.SEARCH_SERVER_URL || "http://localhost:8123"}/website-to-md/search`, {
            method: "POST",
            body: JSON.stringify({
                query,
                engines,
                returnType: "json",
                withMetadata: true,
            }),
        });

        if (!response.ok) {
            throw new Error(`HTTP error! status: ${response.status}`);
        }
        return await response.text();
    },
    {
        name: "web_search",
        description:
            "A powerful web search tool that provides comprehensive, real-time results using search engine. Returns relevant web content with customizable parameters for result count, content type, and domain filtering. Ideal for gathering current information, news, and detailed web content analysis.",
        schema: z.object(SearchSchema.shape),
    }
);