@hyperbrowser/agent/dist/llm/utils/message-converter.js

Hyperbrowsers Web Agent

"use strict";
Object.defineProperty(exports, "__esModule", { value: true });
exports.convertToOpenAIMessages = convertToOpenAIMessages;
exports.convertToAnthropicMessages = convertToAnthropicMessages;
exports.convertToGeminiMessages = convertToGeminiMessages;
exports.extractImageDataFromUrl = extractImageDataFromUrl;
/**
 * Utility functions for converting between different message formats
 */
function convertToOpenAIMessages(messages) {
    return messages.map((msg) => {
        const openAIMessage = {
            role: msg.role,
        };
        if (typeof msg.content === "string") {
            openAIMessage.content = msg.content;
        }
        else {
            openAIMessage.content = msg.content.map((part) => {
                if (part.type === "text") {
                    return { type: "text", text: part.text };
                }
                else if (part.type === "image") {
                    return {
                        type: "image_url",
                        image_url: { url: part.url },
                    };
                }
                else if (part.type === "tool_call") {
                    return {
                        type: "tool_call",
                        id: part.toolName,
                        function: {
                            name: part.toolName,
                            arguments: JSON.stringify(part.arguments),
                        },
                    };
                }
                return part;
            });
        }
        if (msg.role === "assistant" && msg.toolCalls) {
            openAIMessage.tool_calls = msg.toolCalls.map((tc) => ({
                id: tc.id || "",
                type: "function",
                function: {
                    name: tc.name,
                    arguments: JSON.stringify(tc.arguments),
                },
            }));
        }
        return openAIMessage;
    });
}
function convertToAnthropicMessages(messages) {
    const anthropicMessages = [];
    let systemMessage;
    for (const msg of messages) {
        if (msg.role === "system") {
            systemMessage = typeof msg.content === "string" ? msg.content : "";
            continue;
        }
        const role = msg.role === "assistant" ? "assistant" : "user";
        let content;
        if (typeof msg.content === "string") {
            content = msg.content;
        }
        else {
            const blocks = [];
            for (const part of msg.content) {
                if (part.type === "text") {
                    const textBlock = { type: "text", text: part.text };
                    blocks.push(textBlock);
                }
                else if (part.type === "image") {
                    const base64Data = part.url.startsWith("data:")
                        ? part.url.split(",")[1]
                        : part.url;
                    const mediaType = normalizeImageMimeType(part.mimeType);
                    const imageBlock = {
                        type: "image",
                        source: {
                            type: "base64",
                            media_type: mediaType,
                            data: base64Data,
                        },
                    };
                    blocks.push(imageBlock);
                }
            }
            content = blocks;
        }
        anthropicMessages.push({
            role,
            content,
        });
    }
    return { messages: anthropicMessages, system: systemMessage };
}
const ANTHROPIC_IMAGE_MEDIA_TYPES = new Set([
    "image/jpeg",
    "image/png",
    "image/gif",
    "image/webp",
]);
function normalizeImageMimeType(mimeType) {
    if (mimeType && ANTHROPIC_IMAGE_MEDIA_TYPES.has(mimeType)) {
        return mimeType;
    }
    return "image/png";
}
function convertToGeminiMessages(messages) {
    const geminiMessages = [];
    let systemInstruction;
    for (const msg of messages) {
        if (msg.role === "system") {
            systemInstruction = typeof msg.content === "string" ? msg.content : "";
            continue;
        }
        const geminiMessage = {
            role: msg.role === "assistant" ? "model" : "user",
        };
        if (typeof msg.content === "string") {
            geminiMessage.parts = [{ text: msg.content }];
        }
        else {
            geminiMessage.parts = msg.content.map((part) => {
                if (part.type === "text") {
                    return { text: part.text };
                }
                else if (part.type === "image") {
                    // Extract base64 data from data URL
                    const base64Data = part.url.startsWith("data:")
                        ? part.url.split(",")[1]
                        : part.url;
                    return {
                        inlineData: {
                            mimeType: part.mimeType || "image/png",
                            data: base64Data,
                        },
                    };
                }
                return part;
            });
        }
        geminiMessages.push(geminiMessage);
    }
    return { messages: geminiMessages, systemInstruction };
}
function extractImageDataFromUrl(url) {
    if (url.startsWith("data:")) {
        const [header, data] = url.split(",");
        const mimeType = header.match(/data:([^;]+)/)?.[1] || "image/png";
        return { mimeType, data };
    }
    // For non-data URLs, assume PNG
    return { mimeType: "image/png", data: url };
}