jorel
Version:
The easiest way to use LLMs, including streams, images, documents, tools and various agent scenarios.
91 lines (90 loc) • 3.4 kB
JavaScript
"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.convertLlmMessagesToGroqMessages = void 0;
const tools_1 = require("../../tools");
/** Convert unified LLM messages to Groq messages (ChatCompletionMessageParam) */
const convertLlmMessagesToGroqMessages = async (messages, detail) => {
const convertedMessages = [];
for (const message of messages) {
if (message.role === "system") {
convertedMessages.push({
role: "system",
content: message.content,
});
}
else if (message.role === "assistant") {
convertedMessages.push({
role: "assistant",
content: message.content,
});
}
else if (message.role === "assistant_with_tools") {
convertedMessages.push({
role: "assistant",
content: message.content,
tool_calls: message.toolCalls.map((toolCall) => ({
id: toolCall.request.id,
type: "function",
function: {
name: toolCall.request.function.name,
arguments: tools_1.LlmToolKit.serialize(toolCall.request.function.arguments),
},
})),
});
for (const toolCall of message.toolCalls) {
if (toolCall.executionState === "completed") {
convertedMessages.push({
role: "tool",
content: tools_1.LlmToolKit.serialize(toolCall.result),
tool_call_id: toolCall.request.id,
});
}
else if (toolCall.executionState === "error") {
convertedMessages.push({
role: "tool",
content: toolCall.error.message,
tool_call_id: toolCall.request.id,
});
}
}
}
else if (message.role === "user") {
const content = [];
for (const _content of message.content) {
if (_content.type === "text") {
content.push({
type: "text",
text: _content.text,
});
}
else if (_content.type === "imageUrl") {
content.push({
type: "image_url",
image_url: {
url: _content.url,
detail,
},
});
}
else if (_content.type === "imageData") {
content.push({
type: "image_url",
image_url: {
url: _content.data,
detail,
},
});
}
else {
throw new Error(`Unsupported content type`);
}
}
convertedMessages.push({
role: message.role,
content,
});
}
}
return convertedMessages;
};
exports.convertLlmMessagesToGroqMessages = convertLlmMessagesToGroqMessages;