embeddings-splitter/lib/helpers/getChunksByMaxToken.d.ts

A typescript library to split your long texts into smaller chunks to send them to OpenAI Embeddings API

import { TiktokenEmbedding } from '@dqbd/tiktoken';
export declare function splitText(text: string, { maxTokens, chunkOverlap, encodingName, }: {
    maxTokens?: number;
    chunkOverlap?: number;
    encodingName?: TiktokenEmbedding;
}, callback?: (chunk: string) => void): string[];