mongodb-rag-core/build/dataSources/MarkdownUrlDataSource.d.ts

Common elements used by MongoDB Chatbot Framework components.

/**
  Loads markdown pages from URLs.
*/
import { DataSource } from ".";
import { PageMetadata } from "../contentStore";
export interface MakeMarkdownUrlDataSourceParams<SourceType extends string = string> {
    /** Name of project */
    sourceName: string;
    /**
      List of URLs with markdown content to fetch.
      @example https://docs.voyageai.com/docs/quickstart-tutorial.md
     */
    markdownUrls: string[];
    /**
      Source type to be included in pages.
     */
    sourceType?: SourceType;
    /**
      Metadata to be included in all pages.
     */
    metadata?: PageMetadata;
    /**
      Converts a markdown URL in markdownUrls into a Page URL.
     */
    markdownUrlToPageUrl?: (markdownUrl: string) => string;
}
export declare function makeMarkdownUrlDataSource<SourceType extends string = string>({ sourceName, markdownUrls, sourceType, metadata, markdownUrlToPageUrl, }: MakeMarkdownUrlDataSourceParams<SourceType>): DataSource;
//# sourceMappingURL=MarkdownUrlDataSource.d.ts.map