@langchain/community/dist/document_loaders/web/sitemap.d.ts.map

Third-party integrations for LangChain.js

{"version":3,"file":"sitemap.d.ts","names":["Document","DocumentInterface","CheerioWebBaseLoader","CheerioWebBaseLoaderParams","SitemapLoaderParams","RegExp","SiteMapElement","SitemapLoader","Promise","Array"],"sources":["../../../src/document_loaders/web/sitemap.d.ts"],"sourcesContent":["import { Document, DocumentInterface } from \"@langchain/core/documents\";\nimport { CheerioWebBaseLoader, CheerioWebBaseLoaderParams } from \"./cheerio.js\";\n/**\n * Interface representing the parameters for initializing a SitemapLoader.\n * @interface SitemapLoaderParams\n * @extends CheerioWebBaseLoaderParams\n */\nexport interface SitemapLoaderParams extends CheerioWebBaseLoaderParams {\n    /**\n     * @property {(string | RegExp)[] | undefined} filterUrls - A list of regexes. Only URLs that match one of the filter URLs will be loaded.\n     * WARNING: The filter URLs are interpreted as regular expressions. Escape special characters if needed.\n     */\n    filterUrls?: (string | RegExp)[];\n    /**\n     * The size to chunk the sitemap URLs into for scraping.\n     * @default {300}\n     */\n    chunkSize?: number;\n}\ntype SiteMapElement = {\n    loc: string;\n    changefreq?: string;\n    lastmod?: string;\n    priority?: string;\n};\nexport declare class SitemapLoader extends CheerioWebBaseLoader implements SitemapLoaderParams {\n    webPath: string;\n    allowUrlPatterns: (string | RegExp)[] | undefined;\n    chunkSize: number;\n    constructor(webPath: string, params?: SitemapLoaderParams);\n    _checkUrlPatterns(url: string): boolean;\n    parseSitemap(): Promise<SiteMapElement[]>;\n    _loadSitemapUrls(elements: Array<SiteMapElement>): Promise<DocumentInterface[]>;\n    load(): Promise<Document[]>;\n}\nexport {};\n//# sourceMappingURL=sitemap.d.ts.map"],"mappings":";;;;;;;AAOA;AAWC;AAOD;AAEgCK,UApBfD,mBAAAA,SAA4BD,0BAoBbE,CAAAA;EAEUD;;;;EAGXK,UAAAA,CAAAA,EAAAA,CAAAA,MAAAA,GApBJJ,MAoBII,CAAAA,EAAAA;EAAgCR;;;;EAPpBC,SAAAA,CAAAA,EAAAA,MAAAA;;AAAmD,KANzFI,cAAAA,GAMyF;;;;;;cAAzEC,aAAAA,SAAsBL,oBAAAA,YAAgCE;;8BAE3CC;;wCAEUD;;kBAEtBI,QAAQF;6BACGG,MAAMH,kBAAkBE,QAAQP;UACnDO,QAAQR"}