repomix
Version:
A tool to pack repository contents to single file for AI consumption
13 lines • 581 B
TypeScript
import type { TiktokenEncoding } from 'tiktoken';
import { TokenCounter } from './TokenCounter.js';
/**
* Get or create a TokenCounter instance for the given encoding.
* This ensures only one TokenCounter exists per encoding per worker thread to optimize memory usage.
*/
export declare const getTokenCounter: (encoding: TiktokenEncoding) => TokenCounter;
/**
* Free all TokenCounter resources and clear the cache.
* This should be called when the worker is terminating.
*/
export declare const freeTokenCounters: () => void;
//# sourceMappingURL=tokenCounterFactory.d.ts.map