UNPKG

@lobehub/chat

Version:

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

67 lines (59 loc) 2.09 kB
import { uniqueId } from 'lodash-es'; import type { ChatModelCard } from '@/types/llm'; import { ModelProvider } from '../types'; import { createOpenAICompatibleRuntime } from '../utils/openaiCompatibleFactory'; export interface HigressModelCard { context_length: number; description: string; id: string; name: string; top_provider: { max_completion_tokens: number; }; } export const LobeHigressAI = createOpenAICompatibleRuntime({ constructorOptions: { defaultHeaders: { 'HTTP-Referer': 'https://chat-preview.lobehub.com', 'X-Title': 'Lobe Chat', 'x-Request-Id': uniqueId('lobe-chat-'), }, }, debug: { chatCompletion: () => process.env.DEBUG_HIGRESS_CHAT_COMPLETION === '1', }, models: async ({ client }) => { const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels'); const modelsPage = (await client.models.list()) as any; const modelList: HigressModelCard[] = modelsPage.data; return modelList .map((model) => { const knownModel = LOBE_DEFAULT_MODEL_LIST.find( (m) => model.id.toLowerCase() === m.id.toLowerCase(), ); return { contextWindowTokens: model.context_length, description: model.description, displayName: model.name, enabled: knownModel?.enabled || false, functionCall: model.description.includes('function calling') || model.description.includes('tools') || knownModel?.abilities?.functionCall || false, id: model.id, maxTokens: model.top_provider.max_completion_tokens, reasoning: model.description.includes('reasoning') || knownModel?.abilities?.reasoning || false, vision: model.description.includes('vision') || model.description.includes('multimodal') || model.id.includes('vision') || knownModel?.abilities?.vision || false, }; }) .filter(Boolean) as ChatModelCard[]; }, provider: ModelProvider.Higress, });