@lobehub/chat
Version:
Lobe Chat - an open-source, high-performance chatbot framework that supports speech synthesis, multimodal, and extensible Function Call plugin system. Supports one-click free deployment of your private ChatGPT/LLM web application.
57 lines (50 loc) • 1.86 kB
text/typescript
import type { ChatModelCard } from '@/types/llm';
import { ModelProvider } from '../types';
import { createOpenAICompatibleRuntime } from '../utils/openaiCompatibleFactory';
import { PPIOModelCard } from './type';
export const LobePPIOAI = createOpenAICompatibleRuntime({
baseURL: 'https://api.ppinfra.com/v3/openai',
constructorOptions: {
defaultHeaders: {
'X-API-Source': 'lobechat',
},
},
debug: {
chatCompletion: () => process.env.DEBUG_PPIO_CHAT_COMPLETION === '1',
},
models: async ({ client }) => {
const { LOBE_DEFAULT_MODEL_LIST } = await import('@/config/aiModels');
const reasoningKeywords = ['deepseek-r1'];
const modelsPage = (await client.models.list()) as any;
const modelList: PPIOModelCard[] = modelsPage.data;
return modelList
.map((model) => {
const knownModel = LOBE_DEFAULT_MODEL_LIST.find(
(m) => model.id.toLowerCase() === m.id.toLowerCase(),
);
return {
contextWindowTokens: model.context_size,
description: model.description,
displayName:
model.display_name?.replace(/[\t()]/g, (match) =>
match === '(' ? ' (' : match === ')' ? ')' : '',
) ||
model.title ||
model.id,
enabled: knownModel?.enabled || false,
functionCall: knownModel?.abilities?.functionCall || false,
id: model.id,
reasoning:
reasoningKeywords.some((keyword) => model.id.toLowerCase().includes(keyword)) ||
knownModel?.abilities?.reasoning ||
false,
vision:
model.description.toLowerCase().includes('视觉') ||
knownModel?.abilities?.vision ||
false,
};
})
.filter(Boolean) as ChatModelCard[];
},
provider: ModelProvider.PPIO,
});