@llumiverse/drivers/lib/esm/vertexai/models/claude.js

LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.

import { ModelType, } from "@llumiverse/core";
import { executeClaudeCompletion, formatAnthropicLlumiverseError, formatClaudePrompt, isClaudeErrorRetryable, streamClaudeCompletion, } from "../../shared/claude-messages.js";
export const ANTHROPIC_REGIONS = {
    us: "us-east5",
    europe: "europe-west1",
    global: "global",
};
export const NON_GLOBAL_ANTHROPIC_MODELS = [
    "claude-3-5",
    "claude-3",
];
/**
 * Parse a VertexAI model path (e.g. "locations/us-east5/claude-3-5-sonnet") into
 * its region and model name components.
 */
function resolveVertexAIModelPath(options) {
    const splits = options.model.split("/");
    let region;
    if (splits[0] === "locations" && splits.length >= 2) {
        region = splits[1];
    }
    const modelName = splits[splits.length - 1];
    return { modelName, region, options: { ...options, model: modelName } };
}
export class ClaudeModelDefinition {
    model;
    constructor(modelId) {
        this.model = {
            id: modelId,
            name: modelId,
            provider: 'vertexai',
            type: ModelType.Text,
            can_stream: true,
        };
    }
    async createPrompt(_driver, segments, options) {
        return formatClaudePrompt(segments, options);
    }
    async requestTextCompletion(driver, prompt, options) {
        const { region, options: resolvedOptions } = resolveVertexAIModelPath(options);
        const client = await driver.getAnthropicClient(region);
        const model_options = resolvedOptions.model_options;
        if (model_options?._option_id !== undefined &&
            model_options?._option_id !== "vertexai-claude" &&
            model_options?._option_id !== "text-fallback") {
            driver.logger.debug({ options: resolvedOptions.model_options }, "Unexpected option id");
        }
        return executeClaudeCompletion(client, prompt, resolvedOptions);
    }
    async requestTextCompletionStream(driver, prompt, options) {
        const { region, options: resolvedOptions } = resolveVertexAIModelPath(options);
        const client = await driver.getAnthropicClient(region);
        const model_options = resolvedOptions.model_options;
        if (model_options?._option_id !== undefined &&
            model_options?._option_id !== "vertexai-claude" &&
            model_options?._option_id !== "text-fallback") {
            driver.logger.debug({ options: resolvedOptions.model_options }, "Unexpected option id");
        }
        return streamClaudeCompletion(client, prompt, resolvedOptions);
    }
    isClaudeErrorRetryable(error, httpStatusCode, errorType) {
        return isClaudeErrorRetryable(error, httpStatusCode, errorType);
    }
    formatLlumiverseError(_driver, error, context) {
        return formatAnthropicLlumiverseError(error, context);
    }
}
//# sourceMappingURL=claude.js.map