@paroicms/site-generator-plugin/backend/dist/generator/lib/llm-tokens.js

ParoiCMS Site Generator Plugin

/**
 * Estimates token count based on character count.
 * Most LLMs use subword tokenization where 1 token is roughly 4 characters in English.
 */
export function estimateTokenCount(text) {
    // Approximate token count using character count / 4 for English text
    return Math.ceil(text.length / 4);
}