chonkie
Version:
🦛 CHONK your texts in TS with Chonkie!✨The no-nonsense lightweight and efficient chunking library.
17 lines (16 loc) • 515 B
TypeScript
import { CloudClient } from "./base";
import { Chunk } from "../types/base";
export interface OverlapRefineryConfig {
tokenizerOrTokenCounter?: string;
contextSize?: number;
mode?: "token" | "recursive";
method?: "suffix" | "prefix";
recipe?: string;
lang?: string;
merge?: boolean;
}
export declare class OverlapRefinery extends CloudClient {
private readonly config;
constructor(apiKey: string, config?: OverlapRefineryConfig);
refine(chunks: Chunk[]): Promise<Chunk[]>;
}