ai-utils.js/model-function/tokenize-text/countTokens.d.ts

Build AI applications, chatbots, and agents with JavaScript and TypeScript.

import { BasicTokenizer } from "./Tokenizer.js";
/**
 * Count the number of tokens in the given text.
 */
export declare function countTokens(tokenizer: BasicTokenizer, text: string): Promise<number>;