@agentek/tools
Version:
Blockchain tools for AI agents
68 lines • 2.69 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || (function () {
var ownKeys = function(o) {
ownKeys = Object.getOwnPropertyNames || function (o) {
var ar = [];
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
return ar;
};
return ownKeys(o);
};
return function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
__setModuleDefault(result, mod);
return result;
};
})();
Object.defineProperty(exports, "__esModule", { value: true });
exports.scrapeWebContent = void 0;
const zod_1 = require("zod");
const client_js_1 = require("../client.js");
const cheerio = __importStar(require("cheerio"));
exports.scrapeWebContent = (0, client_js_1.createTool)({
name: "scrapeWebContent",
description: "Given a URL, fetch the page's HTML and return the main text content as accurately as possible. Works for most websites.",
parameters: zod_1.z.object({
website: zod_1.z.string(),
}),
execute: async (_client, args) => {
const { website } = args;
try {
const response = await fetch(website);
if (!response.ok) {
throw new Error(`Failed to fetch URL (status: ${response.status}).`);
}
const html = await response.text();
const $ = cheerio.load(html);
$("script, style, noscript").remove();
const textContent = $("body").text() || "";
const cleanedText = textContent.replace(/\s+/g, " ").trim();
return {
website,
text: cleanedText,
};
}
catch (error) {
throw new Error(`Error fetching text: ${error.message}`);
}
},
});
//# sourceMappingURL=tools.js.map