@langchain/community
Version:
Third-party integrations for LangChain.js
1 lines • 1.7 kB
Source Map (JSON)
{"version":3,"file":"recursive_url.d.cts","names":["Document","AsyncCaller","BaseDocumentLoader","DocumentLoader","RecursiveUrlLoaderOptions","ConstructorParameters","RecursiveUrlLoader","Promise"],"sources":["../../../src/document_loaders/web/recursive_url.d.ts"],"sourcesContent":["import { Document } from \"@langchain/core/documents\";\nimport { AsyncCaller } from \"@langchain/core/utils/async_caller\";\nimport { BaseDocumentLoader, DocumentLoader } from \"@langchain/core/document_loaders/base\";\nexport interface RecursiveUrlLoaderOptions {\n excludeDirs?: string[];\n extractor?: (text: string) => string;\n maxDepth?: number;\n timeout?: number;\n preventOutside?: boolean;\n callerOptions?: ConstructorParameters<typeof AsyncCaller>[0];\n}\nexport declare class RecursiveUrlLoader extends BaseDocumentLoader implements DocumentLoader {\n private caller;\n private url;\n private excludeDirs;\n private extractor;\n private maxDepth;\n private timeout;\n private preventOutside;\n constructor(url: string, options: RecursiveUrlLoaderOptions);\n private fetchWithTimeout;\n private getChildLinks;\n private extractMetadata;\n private getUrlAsDoc;\n private getChildUrlsRecursive;\n load(): Promise<Document[]>;\n}\n//# sourceMappingURL=recursive_url.d.ts.map"],"mappings":";;;;;UAGiBI,yBAAAA;;EAAAA,SAAAA,CAAAA,EAAAA,CAAAA,IAAAA,EAAAA,MAAAA,EAAAA,GAAyB,MAAA;EAQrBE,QAAAA,CAAAA,EAAAA,MAAAA;EAQiBF,OAAAA,CAAAA,EAAAA,MAAAA;EAMlBJ,cAAAA,CAAAA,EAAAA,OAAAA;EAARO,aAAAA,CAAAA,EAhBQF,qBAgBRE,CAAAA,OAhBqCN,WAgBrCM,CAAAA,CAAAA,CAAAA,CAAAA;;AAdkEJ,cAAzDG,kBAAAA,SAA2BJ,kBAAAA,YAA8BC,cAAAA,CAAAA;EAAc,QAAA,MAAA;;;;;;;oCAQtDC;;;;;;UAM1BG,QAAQP"}