@lobehub/chat/src/libs/model-runtime/groq/index.test.ts

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

// @vitest-environment node
import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest';

import { LobeOpenAICompatibleRuntime } from '@/libs/model-runtime';
import { testProvider } from '@/libs/model-runtime/providerTestUtils';

import { LobeGroq } from './index';

testProvider({
  provider: 'groq',
  defaultBaseURL: 'https://api.groq.com/openai/v1',
  chatModel: 'mistralai/mistral-7b-instruct:free',
  Runtime: LobeGroq,
  chatDebugEnv: 'DEBUG_GROQ_CHAT_COMPLETION',
});

// Mock the console.error to avoid polluting test output
vi.spyOn(console, 'error').mockImplementation(() => {});

let instance: LobeOpenAICompatibleRuntime;

beforeEach(() => {
  instance = new LobeGroq({ apiKey: 'test' });

  // 使用 vi.spyOn 来模拟 chat.completions.create 方法
  vi.spyOn(instance['client'].chat.completions, 'create').mockResolvedValue(
    new ReadableStream() as any,
  );
});

afterEach(() => {
  vi.clearAllMocks();
});

describe('LobeGroqAI Temperature Tests', () => {
  describe('handlePayload option', () => {
    it('should not set stream to false when payload contains tools', async () => {
      await instance.chat({
        messages: [{ content: 'Hello', role: 'user' }],
        model: 'mistralai/mistral-7b-instruct:free',
        temperature: 0,
        tools: [
          {
            type: 'function',
            function: { name: 'tool1', description: '', parameters: {} },
          },
        ],
      });

      expect(instance['client'].chat.completions.create).toHaveBeenCalledWith(
        expect.objectContaining({ stream: true }),
        expect.anything(),
      );
    });
  });

  it('should set temperature to 0.7', async () => {
    await instance.chat({
      messages: [{ content: 'Hello', role: 'user' }],
      model: 'mistralai/mistral-7b-instruct:free',
      temperature: 0.7,
    });

    expect(instance['client'].chat.completions.create).toHaveBeenCalledWith(
      expect.objectContaining({ temperature: 0.7 }),
      expect.anything(),
    );
  });

  it('should set temperature to 0', async () => {
    await instance.chat({
      messages: [{ content: 'Hello', role: 'user' }],
      model: 'mistralai/mistral-7b-instruct:free',
      temperature: 0,
    });

    expect(instance['client'].chat.completions.create).toHaveBeenCalledWith(
      expect.objectContaining({ temperature: undefined }),
      expect.anything(),
    );
  });

  it('should set temperature to negative', async () => {
    await instance.chat({
      messages: [{ content: 'Hello', role: 'user' }],
      model: 'mistralai/mistral-7b-instruct:free',
      temperature: -1.0,
    });

    expect(instance['client'].chat.completions.create).toHaveBeenCalledWith(
      expect.objectContaining({ temperature: undefined }),
      expect.anything(),
    );
  });
});