@langchain/community
Version:
Third-party integrations for LangChain.js
46 lines (44 loc) • 1.66 kB
JavaScript
const require_rolldown_runtime = require('../../_virtual/rolldown_runtime.cjs');
const require_document_loaders_web_cheerio = require('./cheerio.cjs');
const __langchain_core_documents = require_rolldown_runtime.__toESM(require("@langchain/core/documents"));
//#region src/document_loaders/web/imsdb.ts
var imsdb_exports = {};
require_rolldown_runtime.__export(imsdb_exports, { IMSDBLoader: () => IMSDBLoader });
/**
* A class that extends the CheerioWebBaseLoader class. It represents a
* loader for loading web pages from the IMSDB (Internet Movie Script
* Database) website.
*/
var IMSDBLoader = class extends require_document_loaders_web_cheerio.CheerioWebBaseLoader {
constructor(webPath) {
super(webPath);
this.webPath = webPath;
}
/**
* An asynchronous method that loads the web page using the scrape()
* method inherited from the base class. It selects the element with the
* class 'scrtext' using the $ function provided by Cheerio and extracts
* the text content. It creates a Document instance with the text content
* as the page content and the source as metadata. It returns an array
* containing the Document instance.
* @returns An array containing a Document instance.
*/
async load() {
const $ = await this.scrape();
const text = $("td[class='scrtext']").text().trim();
const metadata = { source: this.webPath };
return [new __langchain_core_documents.Document({
pageContent: text,
metadata
})];
}
};
//#endregion
exports.IMSDBLoader = IMSDBLoader;
Object.defineProperty(exports, 'imsdb_exports', {
enumerable: true,
get: function () {
return imsdb_exports;
}
});
//# sourceMappingURL=imsdb.cjs.map