ai-utils.js/text-chunk/split/splitRecursively.d.ts

Build AI applications, chatbots, and agents with JavaScript and TypeScript.

import { FullTokenizer } from "../../model-function/tokenize-text/Tokenizer.js";
import { SplitFunction } from "./SplitFunction.js";
export declare function splitRecursively({ maxChunkSize, segments, }: {
    maxChunkSize: number;
    segments: string | Array<string>;
}): Array<string>;
export declare const splitRecursivelyAtCharacter: ({ maxChunkSize, text, }: {
    maxChunkSize: number;
    text: string;
}) => Promise<string[]>;
export declare const splitRecursivelyAtCharacterAsSplitFunction: ({ maxChunkSize }: {
    maxChunkSize: number;
}) => SplitFunction;
export declare const splitRecursivelyAtToken: ({ tokenizer, maxChunkSize, text, }: {
    tokenizer: FullTokenizer;
    maxChunkSize: number;
    text: string;
}) => Promise<string[]>;
export declare const splitRecursivelyAtTokenAsSplitFunction: ({ tokenizer, maxChunkSize, }: {
    tokenizer: FullTokenizer;
    maxChunkSize: number;
}) => SplitFunction;