@lobehub/chat/packages/model-runtime/src/providers/xinference/index.test.ts

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

// @vitest-environment node
import { ModelProvider } from 'model-bank';
import { beforeEach, describe, expect, it, vi } from 'vitest';

import { testProvider } from '../../providerTestUtils';
import { LobeXinferenceAI, XinferenceModelCard } from './index';

testProvider({
  Runtime: LobeXinferenceAI,
  provider: ModelProvider.Xinference,
  defaultBaseURL: 'http://localhost:9997/v1',
  chatDebugEnv: 'DEBUG_XINFERENCE_CHAT_COMPLETION',
  chatModel: 'llama-2-7b-chat',
});

describe('LobeXinferenceAI - custom features', () => {
  let instance: InstanceType<typeof LobeXinferenceAI>;

  beforeEach(() => {
    instance = new LobeXinferenceAI({ apiKey: 'test_api_key' });
  });

  describe('models', () => {
    it('should fetch and process model list correctly', async () => {
      const mockModelList: XinferenceModelCard[] = [
        {
          context_length: 4096,
          id: 'qwen-7b',
          model_ability: ['chat', 'tools', 'vision'],
          model_description: 'Qwen 7B model',
          model_type: 'LLM',
          name: 'Qwen 7B',
        },
        {
          context_length: 8192,
          id: 'llama-2-13b',
          model_ability: ['chat', 'reasoning'],
          model_description: 'Llama 2 13B model',
          model_type: 'LLM',
          name: 'Llama 2 13B',
        },
      ];

      vi.spyOn(instance['client'].models, 'list').mockResolvedValue({
        data: mockModelList,
      } as any);

      const models = await instance.models();

      expect(instance['client'].models.list).toHaveBeenCalled();
      expect(models).toHaveLength(2);
      expect(models[0]).toMatchObject({
        id: 'qwen-7b',
        displayName: 'Qwen 7B',
        contextWindowTokens: 4096,
        description: 'Qwen 7B model',
        functionCall: true,
        vision: true,
        reasoning: false,
      });
      expect(models[1]).toMatchObject({
        id: 'llama-2-13b',
        displayName: 'Llama 2 13B',
        contextWindowTokens: 8192,
        description: 'Llama 2 13B model',
        functionCall: false,
        vision: false,
        reasoning: true,
      });
    });

    it('should handle empty model list', async () => {
      vi.spyOn(instance['client'].models, 'list').mockResolvedValue({
        data: [],
      } as any);

      const models = await instance.models();

      expect(models).toEqual([]);
    });
  });
});