@gravityai-dev/pinecone
Version:
Pinecone vector database nodes for GravityWorkflow - knowledge management and vector operations
35 lines • 1.03 kB
TypeScript
/**
* Text chunking strategies for vector embeddings
*/
export interface ChunkingOptions {
strategy: 'fixed' | 'sentence' | 'paragraph' | 'semantic';
maxChunkSize: number;
overlapSize: number;
minChunkSize?: number;
}
export interface TextChunk {
text: string;
metadata: {
chunkIndex: number;
startOffset: number;
endOffset: number;
totalChunks?: number;
};
}
/**
* Fixed-size chunking with overlap
*/
export declare function fixedSizeChunking(text: string, options: ChunkingOptions): TextChunk[];
/**
* Sentence-based chunking
*/
export declare function sentenceBasedChunking(text: string, options: ChunkingOptions): TextChunk[];
/**
* Paragraph-based chunking
*/
export declare function paragraphBasedChunking(text: string, options: ChunkingOptions): TextChunk[];
/**
* Main chunking function that delegates to specific strategies
*/
export declare function chunkText(text: string, options?: ChunkingOptions): TextChunk[];
//# sourceMappingURL=strategies.d.ts.map