UNPKG

@lobehub/chat

Version:

Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.

72 lines (62 loc) 2.15 kB
import type { ChatModelCard } from '@/types/llm'; import { ModelProvider } from '../types'; import { createOpenAICompatibleRuntime } from '../utils/openaiCompatibleFactory'; export interface Ai360ModelCard { id: string; max_tokens: number; total_tokens: number; } export const LobeAi360AI = createOpenAICompatibleRuntime({ baseURL: 'https://api.360.cn/v1', chatCompletion: { handlePayload: (payload) => { const { enabledSearch, tools, ...rest } = payload; const ai360Tools = enabledSearch ? [ ...(tools || []), { type: 'web_search', web_search: { search_mode: 'auto', }, }, ] : tools; return { ...rest, stream: !ai360Tools, tools: ai360Tools, } as any; }, }, debug: { chatCompletion: () => process.env.DEBUG_AI360_CHAT_COMPLETION === '1', }, models: async ({ client }) => { const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels'); const reasoningKeywords = ['360gpt2-o1', '360zhinao2-o1']; const modelsPage = (await client.models.list()) as any; const modelList: Ai360ModelCard[] = modelsPage.data; return modelList .map((model) => { const knownModel = LOBE_DEFAULT_MODEL_LIST.find( (m) => model.id.toLowerCase() === m.id.toLowerCase(), ); return { contextWindowTokens: model.total_tokens, displayName: knownModel?.displayName ?? undefined, enabled: knownModel?.enabled || false, functionCall: model.id === '360gpt-pro' || knownModel?.abilities?.functionCall || false, id: model.id, maxTokens: typeof model.max_tokens === 'number' ? model.max_tokens : undefined, reasoning: reasoningKeywords.some((keyword) => model.id.toLowerCase().includes(keyword)) || knownModel?.abilities?.reasoning || false, vision: knownModel?.abilities?.vision || false, }; }) .filter(Boolean) as ChatModelCard[]; }, provider: ModelProvider.Ai360, });