UNPKG

repomix

Version:

A tool to pack repository contents to single file for AI consumption

13 lines 581 B
import type { TiktokenEncoding } from 'tiktoken'; import { TokenCounter } from './TokenCounter.js'; /** * Get or create a TokenCounter instance for the given encoding. * This ensures only one TokenCounter exists per encoding per worker thread to optimize memory usage. */ export declare const getTokenCounter: (encoding: TiktokenEncoding) => TokenCounter; /** * Free all TokenCounter resources and clear the cache. * This should be called when the worker is terminating. */ export declare const freeTokenCounters: () => void; //# sourceMappingURL=tokenCounterFactory.d.ts.map