@unified-llm/core
Version:
Unified LLM interface (in-memory).
327 lines • 14.6 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
exports.LLMClient = void 0;
const index_js_1 = require("./providers/openai/index.js");
const index_js_2 = require("./providers/azure/index.js");
const index_js_3 = require("./providers/anthropic/index.js");
const index_js_4 = require("./providers/google/index.js");
const index_js_5 = require("./providers/deepseek/index.js");
// ファクトリークラス
class LLMClient {
constructor(config) {
this.id = config.id;
this.tools = config.tools;
this.systemPrompt = config.systemPrompt;
this.provider = config.provider;
this.defaultModel = config.model;
switch (config.provider) {
case 'openai':
this.baseProvider = new index_js_1.OpenAIProvider({
apiKey: config.apiKey || '',
model: config.model,
baseURL: config.baseURL,
tools: this.tools,
logLevel: config.logLevel
});
break;
case 'ollama':
case 'openai-compatible':
// OpenAI互換API用（Ollama含む）
if (!config.baseURL) {
throw new Error(`baseURL is required for ${config.provider} provider`);
}
if (!config.model) {
throw new Error(`model is required for ${config.provider} provider`);
}
this.baseProvider = new index_js_1.OpenAICompletionProvider({
apiKey: config.apiKey || '',
model: config.model,
baseURL: config.baseURL,
tools: this.tools,
logLevel: config.logLevel
});
break;
case 'anthropic':
if (!config.apiKey) {
throw new Error('API key is required for Anthropic provider');
}
this.baseProvider = new index_js_3.AnthropicProvider({
apiKey: config.apiKey,
model: config.model || 'claude-3-haiku-20240307',
tools: this.tools
});
break;
case 'google':
if (!config.apiKey) {
throw new Error('API key is required for Google provider');
}
this.baseProvider = new index_js_4.GeminiProvider({
apiKey: config.apiKey,
model: config.model,
tools: this.tools
});
break;
case 'deepseek':
if (!config.apiKey) {
throw new Error('API key is required for DeepSeek provider');
}
this.baseProvider = new index_js_5.DeepSeekProvider({
apiKey: config.apiKey,
model: config.model || 'deepseek-chat',
tools: this.tools
});
break;
case 'azure':
if (!config.apiKey) {
throw new Error('API key is required for Azure provider');
}
if (!config.baseURL) {
throw new Error('baseURL (or endpoint) is required for Azure provider');
}
if (!config.deploymentName) {
throw new Error('deploymentName is required for Azure provider');
}
this.baseProvider = new index_js_2.AzureOpenAIProvider({
endpoint: (config.baseURL),
deployment: config.deploymentName,
apiVersion: config.apiVersion,
}, {
apiKey: config.apiKey,
tools: this.tools,
logLevel: config.logLevel,
});
break;
default:
throw new Error(`Unsupported provider: ${config.provider}`);
}
}
// 静的ファクトリーメソッド（後方互換性のため）
static create(provider, apiKey, model) {
switch (provider) {
case 'openai':
return new index_js_1.OpenAICompletionProvider({ apiKey, model });
case 'ollama':
case 'openai-compatible':
throw new Error(`${provider} provider requires baseURL. Use new LLMClient() constructor instead.`);
case 'azure':
throw new Error('azure provider requires endpoint and deploymentName. Use new LLMClient() constructor instead.');
case 'anthropic':
return new index_js_3.AnthropicProvider({ apiKey, model });
case 'google':
return new index_js_4.GeminiProvider({ apiKey, model });
case 'deepseek':
return new index_js_5.DeepSeekProvider({ apiKey, model });
default:
throw new Error(`Unsupported provider: ${provider}`);
}
}
// 利用可能な関数をツール定義に変換
generateToolDefinitions() {
if (!this.tools)
return undefined;
return this.tools.map(tool => {
const functionName = tool.function.name;
let description = tool.function.description || `Execute ${functionName} function`;
// 特定の関数に対してより具体的な説明を提供
switch (functionName) {
case 'getAuthor':
description = 'Get information about the project author. Returns the name of the person who created this project.';
break;
case 'getProjectInfo':
description = 'Get detailed internal project information including secret keys and build numbers that cannot be guessed.';
break;
case 'getCurrentTime':
description = 'Get the current date and time in ISO format. Use this when you need to know what time it is right now.';
break;
case 'cat':
description = 'Display the contents of a file, similar to the Unix cat command.';
break;
case 'tree':
description = 'Display directory structure in a tree format.';
break;
case 'callAnotherClient':
description = 'Call another LLM client to help with a task.';
break;
}
return {
type: 'function',
function: {
name: functionName,
description,
parameters: tool.function.parameters || {
type: 'object',
properties: {},
required: []
}
}
};
});
}
// 関数を実行
async executeFunction(functionName, args) {
if (!this.tools || !Array.isArray(this.tools)) {
throw new Error('No tools available');
}
const func = this.tools.find(f => f.function.name === functionName);
if (!func || typeof func.handler !== 'function') {
throw new Error(`Function ${functionName} not found`);
}
// argumentMapから固定引数を取得してマージ
const fixedArgs = func.args || {};
const mergedArgs = { ...fixedArgs, ...args };
return await func.handler(mergedArgs);
}
// チャット機能（function callingサポート付き）
async chat(request) {
// ツール定義を追加
const tools = this.generateToolDefinitions();
const model = request.model || this.defaultModel;
// システムプロンプトを注入（存在する場合）
let messages = request.messages || [];
if (this.systemPrompt && !messages.some((m) => m.role === 'system')) {
messages = [
{
id: this.generateMessageId(),
role: 'system',
content: [{ type: 'text', text: this.systemPrompt }],
created_at: new Date()
},
...messages
];
}
const enhancedRequest = {
...request,
model,
messages,
tools
};
let response = await this.baseProvider.chat(enhancedRequest);
response.message.metadata = {
...(response.message.metadata || {}),
provider: this.provider,
model,
};
// ツール呼び出しがある場合は実行
if (response.message.content) {
const contents = Array.isArray(response.message.content) ? response.message.content : [response.message.content];
const toolUseContents = contents.filter(c => typeof c === 'object' && c.type === 'tool_use');
if (toolUseContents.length > 0) {
const toolResults = [];
for (const toolUse of toolUseContents) {
try {
const result = await this.executeFunction(toolUse.name, toolUse.input);
toolResults.push({
type: 'tool_result',
toolUseId: toolUse.id,
function_name: toolUse.name, // Add function name for providers that need it
content: [{ type: 'text', text: JSON.stringify(result) }]
});
}
catch (error) {
// console.log('❌ Function execution error:', error);
toolResults.push({
type: 'tool_result',
toolUseId: toolUse.id,
function_name: toolUse.name, // Add function name for providers that need it
isError: true,
content: [{ type: 'text', text: error instanceof Error ? error.message : String(error) }]
});
}
}
// ツール結果を含む新しいリクエストを作成
const followUpRequest = {
...request,
model,
messages: [
...messages,
response.message,
{
id: this.generateMessageId(),
role: 'tool',
content: toolResults,
created_at: new Date()
}
]
};
// Debug logging for follow-up requests can be enabled if needed
// Check if this is a Google provider - handle differently
if (response.provider === 'google') {
// For Google/Gemini, don't send function results back to the model
// Instead, create a response that includes both the function call and the result
const functionResult = toolResults[0]; // Assuming single function call for now
const resultText = Array.isArray(functionResult.content)
? functionResult.content.map(c => c.type === 'text' ? c.text : '[Non-text]').join('\n')
: '[No result]';
// Parse the JSON result to get the actual return value
let actualResult = resultText;
try {
const parsed = JSON.parse(resultText);
actualResult = typeof parsed === 'string' ? parsed : JSON.stringify(parsed);
}
catch (_a) {
// Keep original if not JSON
}
// Create a response that includes the function execution result
const existingContent = Array.isArray(response.message.content)
? response.message.content
: typeof response.message.content === 'string'
? [{ type: 'text', text: response.message.content }]
: [response.message.content];
response.message.content = [
...existingContent,
{
type: 'text',
text: `\n\nFunction execution result: ${actualResult}`
}
];
}
else {
// For other providers, send function results back to the model
response = await this.baseProvider.chat(followUpRequest);
response.message.metadata = {
...(response.message.metadata || {}),
provider: this.provider,
model,
};
}
}
}
return response;
}
// ストリーミングチャット
async *stream(request) {
const tools = this.generateToolDefinitions();
// システムプロンプトを注入（存在する場合）
let messages = request.messages || [];
// メッセージのコンテンツを正規化（文字列を配列に変換）
messages = messages.map((msg) => ({
...msg,
content: typeof msg.content === 'string'
? [{ type: 'text', text: msg.content }]
: msg.content
}));
if (this.systemPrompt && !messages.some((m) => m.role === 'system')) {
messages = [
{
id: this.generateMessageId(),
role: 'system',
content: [{ type: 'text', text: this.systemPrompt }],
created_at: new Date()
},
...messages
];
}
const enhancedRequest = {
...request,
messages,
tools
};
yield* this.baseProvider.stream(enhancedRequest);
}
generateMessageId() {
return `msg_${Date.now()}_${Math.random().toString(36).substr(2, 9)}`;
}
}
exports.LLMClient = LLMClient;
exports.default = LLMClient;
//# sourceMappingURL=llm-client.js.map