UNPKG

@langchain/community

Version:
46 lines (44 loc) • 1.66 kB
const require_rolldown_runtime = require('../../_virtual/rolldown_runtime.cjs'); const require_document_loaders_web_cheerio = require('./cheerio.cjs'); const __langchain_core_documents = require_rolldown_runtime.__toESM(require("@langchain/core/documents")); //#region src/document_loaders/web/imsdb.ts var imsdb_exports = {}; require_rolldown_runtime.__export(imsdb_exports, { IMSDBLoader: () => IMSDBLoader }); /** * A class that extends the CheerioWebBaseLoader class. It represents a * loader for loading web pages from the IMSDB (Internet Movie Script * Database) website. */ var IMSDBLoader = class extends require_document_loaders_web_cheerio.CheerioWebBaseLoader { constructor(webPath) { super(webPath); this.webPath = webPath; } /** * An asynchronous method that loads the web page using the scrape() * method inherited from the base class. It selects the element with the * class 'scrtext' using the $ function provided by Cheerio and extracts * the text content. It creates a Document instance with the text content * as the page content and the source as metadata. It returns an array * containing the Document instance. * @returns An array containing a Document instance. */ async load() { const $ = await this.scrape(); const text = $("td[class='scrtext']").text().trim(); const metadata = { source: this.webPath }; return [new __langchain_core_documents.Document({ pageContent: text, metadata })]; } }; //#endregion exports.IMSDBLoader = IMSDBLoader; Object.defineProperty(exports, 'imsdb_exports', { enumerable: true, get: function () { return imsdb_exports; } }); //# sourceMappingURL=imsdb.cjs.map