@lobehub/chat/src/app/(backend)/webapi/tokenizer/index.test.ts

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

// @vitest-environment edge-runtime
import { describe, expect, it } from 'vitest';

import { POST } from './route';

describe('tokenizer Route', () => {
  it('count hello world', async () => {
    const txt = 'Hello, world!';
    const request = new Request('https://test.com', {
      method: 'POST',
      body: txt,
    });

    const response = await POST(request);

    const data = await response.json();
    expect(data.count).toEqual(4);
  });

  it('count Chinese', async () => {
    const txt = '今天天气真好';
    const request = new Request('https://test.com', {
      method: 'POST',
      body: txt,
    });

    const response = await POST(request);

    const data = await response.json();
    expect(data.count).toEqual(5);
  });
});