mongodb-rag-core
Version:
Common elements used by MongoDB Chatbot Framework components.
36 lines • 1.52 kB
TypeScript
import { ChunkOptions } from "../chunk";
import { EmbeddedContentStore } from "./EmbeddedContent";
import { Embedder } from "../embed";
import { PageStore, PersistedPage } from ".";
export interface EmbedConcurrencyOptions {
/**
Number of pages to chunk and embed concurrently.
*/
processPages?: number;
/**
Maximum number of chunks per page to generate chunks for concurrently.
This includes the creation of the chunk embeddings and any chunk preprocessing.
*/
createChunks?: number;
}
/**
(Re-)embeddedContent the pages in the page store that have changed since the given date
and stores the embeddedContent in the embeddedContent store.
*/
export declare const updateEmbeddedContent: ({ since, embeddedContentStore, pageStore, sourceNames, embedder, chunkOptions, concurrencyOptions, }: {
since: Date;
embeddedContentStore: EmbeddedContentStore;
pageStore: PageStore;
embedder: Embedder;
chunkOptions?: Partial<ChunkOptions> | undefined;
sourceNames?: string[] | undefined;
concurrencyOptions?: EmbedConcurrencyOptions | undefined;
}) => Promise<void>;
export declare const updateEmbeddedContentForPage: ({ page, store, embedder, chunkOptions, concurrencyOptions, }: {
page: PersistedPage;
store: EmbeddedContentStore;
embedder: Embedder;
chunkOptions?: Partial<ChunkOptions> | undefined;
concurrencyOptions?: EmbedConcurrencyOptions | undefined;
}) => Promise<void>;
//# sourceMappingURL=updateEmbeddedContent.d.ts.map