@lg-tools/crawler/dist/types/utils/loadPageContents.d.ts

Crawler for MongoDB documentation and other sites

import { Document } from '@langchain/core/documents';
interface LoadedPageContents {
    doc: Document;
    title: string;
    links: Array<string>;
}
/**
 * Load the contents of a webpage using LangChain's CheerioWebBaseLoader
 * and return the document, title, and links found on the page.
 */
export declare const loadPageContents: (url: string) => Promise<LoadedPageContents>;
export {};
//# sourceMappingURL=loadPageContents.d.ts.map