UNPKG

llamaindex

Version:

<p align="center"> <img height="100" width="100" alt="LlamaIndex logo" src="https://ts.llamaindex.ai/square.svg" /> </p> <h1 align="center">LlamaIndex.TS</h1> <h3 align="center"> Data framework for your LLM application. </h3>

15 lines (14 loc) 766 B
import type { BaseDocumentStore } from "@llamaindex/core/storage/doc-store"; import type { BaseVectorStore } from "@llamaindex/core/vector-store"; import { RollbackableTransformComponent } from "./rollback.js"; /** * Document de-deduplication strategies work by comparing the hashes or ids stored in the document store. * They require a document store to be set which must be persisted across pipeline runs. */ export declare enum DocStoreStrategy { UPSERTS = "upserts", DUPLICATES_ONLY = "duplicates_only", UPSERTS_AND_DELETE = "upserts_and_delete", NONE = "none" } export declare function createDocStoreStrategy(docStoreStrategy: DocStoreStrategy, docStore?: BaseDocumentStore, vectorStores?: BaseVectorStore[]): RollbackableTransformComponent;