@lobehub/chat/src/utils/tokenizer/server.ts

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

export const serverEncodeAsync = async (str: string): Promise<number> => {
  try {
    const res = await fetch('/webapi/tokenizer', { body: str, method: 'POST' });
    const data = await res.json();

    return data.count;
  } catch (e) {
    console.error('serverEncodeAsync:', e);
    return str.length;
  }
};