@langchain/community/dist/document_loaders/web/college_confidential.js

Third-party integrations for LangChain.js

import { __export } from "../../_virtual/rolldown_runtime.js";
import { CheerioWebBaseLoader } from "./cheerio.js";
import { Document } from "@langchain/core/documents";

//#region src/document_loaders/web/college_confidential.ts
var college_confidential_exports = {};
__export(college_confidential_exports, { CollegeConfidentialLoader: () => CollegeConfidentialLoader });
/**
* A document loader specifically designed for loading documents from the
* College Confidential website. It extends the CheerioWebBaseLoader.
* @example
* ```typescript
* const loader = new CollegeConfidentialLoader("https:exampleurl.com");
* const docs = await loader.load();
* console.log({ docs });
* ```
*/
var CollegeConfidentialLoader = class extends CheerioWebBaseLoader {
	constructor(webPath) {
		super(webPath);
	}
	/**
	* Overrides the base load() method to extract the text content from the
	* loaded document using a specific selector for the College Confidential
	* website. It creates a Document instance with the extracted text and
	* metadata, and returns an array containing the Document instance.
	* @returns An array containing a Document instance with the extracted text and metadata from the loaded College Confidential web document.
	*/
	async load() {
		const $ = await this.scrape();
		const text = $("main[class='skin-handler']").text();
		const metadata = { source: this.webPath };
		return [new Document({
			pageContent: text,
			metadata
		})];
	}
};

//#endregion
export { CollegeConfidentialLoader, college_confidential_exports };
//# sourceMappingURL=college_confidential.js.map