@nanocollective/nanocoder
Version:
A local-first CLI coding agent that brings the power of agentic coding tools like Claude Code and Gemini CLI to local models or controlled APIs like OpenRouter
22 lines • 637 B
TypeScript
/**
* OpenAI tokenizer using tiktoken
* Supports GPT-3.5, GPT-4, and other OpenAI models
*/
import type { Message } from '../../types/core.js';
import type { Tokenizer } from '../../types/tokenization.js';
/**
* OpenAI tokenizer using tiktoken for accurate token counting
*/
export declare class OpenAITokenizer implements Tokenizer {
private encoding;
private modelName;
constructor(modelId?: string);
encode(text: string): number;
countTokens(message: Message): number;
getName(): string;
/**
* Clean up encoding resources
*/
free(): void;
}
//# sourceMappingURL=openai-tokenizer.d.ts.map