@langchain/community/dist/document_loaders/web/browserbase.cjs

Third-party integrations for LangChain.js

const require_rolldown_runtime = require('../../_virtual/rolldown_runtime.cjs');
const __langchain_core_documents = require_rolldown_runtime.__toESM(require("@langchain/core/documents"));
const __langchain_core_document_loaders_base = require_rolldown_runtime.__toESM(require("@langchain/core/document_loaders/base"));
const __browserbasehq_sdk = require_rolldown_runtime.__toESM(require("@browserbasehq/sdk"));

//#region src/document_loaders/web/browserbase.ts
var browserbase_exports = {};
require_rolldown_runtime.__export(browserbase_exports, { BrowserbaseLoader: () => BrowserbaseLoader });
/**
* Load pre-rendered web pages using a headless browser hosted on Browserbase.
*
* Depends on `@browserbasehq/sdk` package.
* Get your API key from https://browserbase.com
*
* @example
* ```typescript
* import { BrowserbaseLoader } from "@langchain/classic/document_loaders/web/browserbase";
*
* const loader = new BrowserbaseLoader(["https://example.com"], {
*   apiKey: process.env.BROWSERBASE_API_KEY,
*   textContent: true,
* });
*
* const docs = await loader.load();
* ```
*
* @param {string[]} urls - The URLs of the web pages to load.
* @param {BrowserbaseLoaderOptions} [options] - Browserbase client options.
*/
var BrowserbaseLoader = class extends __langchain_core_document_loaders_base.BaseDocumentLoader {
	urls;
	options;
	browserbase;
	constructor(urls, options = {}) {
		super();
		this.urls = urls;
		this.options = options;
		this.browserbase = new __browserbasehq_sdk.Browserbase(options);
	}
	/**
	* Load pages from URLs.
	*
	* @returns {Promise<DocumentInterface[]>} - A promise which resolves to a list of documents.
	*/
	async load() {
		const documents = [];
		for await (const doc of this.lazyLoad()) documents.push(doc);
		return documents;
	}
	/**
	* Load pages from URLs.
	*
	* @returns {Generator<DocumentInterface>} - A generator that yields documents.
	*/
	async *lazyLoad() {
		const pages = await this.browserbase.loadURLs(this.urls, this.options);
		let index = 0;
		for await (const page of pages) {
			yield new __langchain_core_documents.Document({
				pageContent: page,
				metadata: { url: this.urls[index] }
			});
			index += index + 1;
		}
	}
};

//#endregion
exports.BrowserbaseLoader = BrowserbaseLoader;
Object.defineProperty(exports, 'browserbase_exports', {
  enumerable: true,
  get: function () {
    return browserbase_exports;
  }
});
//# sourceMappingURL=browserbase.cjs.map