chonkie
Version:
🦛 CHONK your texts in TS with Chonkie!✨The no-nonsense lightweight and efficient chunking library.
15 lines (14 loc) • 510 B
TypeScript
/** Token chunker client for Chonkie API. */
import { CloudClient, ChunkerInput } from "./base";
import { Chunk } from "../types/base";
export interface TokenChunkerConfig {
tokenizer?: string;
chunkSize?: number;
chunkOverlap?: number;
}
export declare class TokenChunker extends CloudClient {
private readonly config;
constructor(apiKey: string, config?: TokenChunkerConfig);
chunk(input: ChunkerInput): Promise<Chunk[]>;
chunkBatch(inputs: ChunkerInput[]): Promise<Chunk[][]>;
}