UNPKG

@ai-sdk/google-vertex

Version:
269 lines (268 loc) • 10.9 kB
import { convertUint8ArrayToBase64, getRuntimeEnvironmentUserAgent, isValidHostnamePart, lazySchema, loadOptionalSetting, loadSetting, parseProviderOptions, resolve, withUserAgentSuffix, withoutTrailingSlash, zodSchema } from "@ai-sdk/provider-utils"; import { InvalidArgumentError, NoSuchModelError } from "@ai-sdk/provider"; import { AnthropicLanguageModel, anthropicTools } from "@ai-sdk/anthropic/internal"; import { z } from "zod/v4"; //#region src/version.ts const VERSION = "5.0.141"; //#endregion //#region src/edge/google-vertex-auth-edge.ts const loadCredentials = async () => { try { return { clientEmail: loadSetting({ settingValue: void 0, settingName: "clientEmail", environmentVariableName: "GOOGLE_CLIENT_EMAIL", description: "Google client email" }), privateKey: loadSetting({ settingValue: void 0, settingName: "privateKey", environmentVariableName: "GOOGLE_PRIVATE_KEY", description: "Google private key" }), privateKeyId: loadOptionalSetting({ settingValue: void 0, environmentVariableName: "GOOGLE_PRIVATE_KEY_ID" }) }; } catch (error) { throw new Error(`Failed to load Google credentials: ${error.message}`); } }; const base64url = (str) => { return btoa(str).replace(/\+/g, "-").replace(/\//g, "_").replace(/=/g, ""); }; const importPrivateKey = async (pemKey) => { const pemContents = pemKey.replace("-----BEGIN PRIVATE KEY-----", "").replace("-----END PRIVATE KEY-----", "").replace(/\s/g, ""); const binaryString = atob(pemContents); const binaryData = new Uint8Array(binaryString.length); for (let i = 0; i < binaryString.length; i++) binaryData[i] = binaryString.charCodeAt(i); return await crypto.subtle.importKey("pkcs8", binaryData, { name: "RSASSA-PKCS1-v1_5", hash: "SHA-256" }, true, ["sign"]); }; const buildJwt = async (credentials) => { const now = Math.floor(Date.now() / 1e3); const header = { alg: "RS256", typ: "JWT" }; if (credentials.privateKeyId) header.kid = credentials.privateKeyId; const payload = { iss: credentials.clientEmail, scope: "https://www.googleapis.com/auth/cloud-platform", aud: "https://oauth2.googleapis.com/token", exp: now + 3600, iat: now }; const privateKey = await importPrivateKey(credentials.privateKey); const signingInput = `${base64url(JSON.stringify(header))}.${base64url(JSON.stringify(payload))}`; const data = new TextEncoder().encode(signingInput); const signature = await crypto.subtle.sign("RSASSA-PKCS1-v1_5", privateKey, data); const signatureBase64 = base64url(String.fromCharCode(...new Uint8Array(signature))); return `${base64url(JSON.stringify(header))}.${base64url(JSON.stringify(payload))}.${signatureBase64}`; }; /** * Generate an authentication token for Google Vertex AI in a manner compatible * with the Edge runtime. */ async function generateAuthToken(credentials) { const creds = credentials || await loadCredentials(); const jwt = await buildJwt(creds); const response = await fetch("https://oauth2.googleapis.com/token", { method: "POST", headers: withUserAgentSuffix({ "Content-Type": "application/x-www-form-urlencoded" }, `ai-sdk-google-vertex/${VERSION}`, getRuntimeEnvironmentUserAgent()), body: new URLSearchParams({ grant_type: "urn:ietf:params:oauth:grant-type:jwt-bearer", assertion: jwt }) }); if (!response.ok) throw new Error(`Token request failed: ${response.statusText}`); return (await response.json()).access_token; } //#endregion //#region src/anthropic/google-vertex-anthropic-options.ts const googleVertexAnthropicProviderOptions = lazySchema(() => zodSchema(z.object({ labels: z.record(z.string(), z.string()).optional() }))); //#endregion //#region src/anthropic/google-vertex-anthropic-provider.ts /** * Tools supported by Google Vertex Anthropic. * This is a subset of the full Anthropic tools - only these are recognized by the Vertex API. */ const googleVertexAnthropicTools = { /** * The bash tool enables Claude to execute shell commands in a persistent bash session, * allowing system operations, script execution, and command-line automation. * * Image results are supported. */ bash_20241022: anthropicTools.bash_20241022, /** * The bash tool enables Claude to execute shell commands in a persistent bash session, * allowing system operations, script execution, and command-line automation. * * Image results are supported. */ bash_20250124: anthropicTools.bash_20250124, /** * Claude can use an Anthropic-defined text editor tool to view and modify text files, * helping you debug, fix, and improve your code or other text documents. * * Supported models: Claude Sonnet 3.5 */ textEditor_20241022: anthropicTools.textEditor_20241022, /** * Claude can use an Anthropic-defined text editor tool to view and modify text files, * helping you debug, fix, and improve your code or other text documents. * * Supported models: Claude Sonnet 3.7 */ textEditor_20250124: anthropicTools.textEditor_20250124, /** * Claude can use an Anthropic-defined text editor tool to view and modify text files. * Note: This version does not support the "undo_edit" command. * @deprecated Use textEditor_20250728 instead */ textEditor_20250429: anthropicTools.textEditor_20250429, /** * Claude can use an Anthropic-defined text editor tool to view and modify text files. * Note: This version does not support the "undo_edit" command and adds optional max_characters parameter. * Supported models: Claude Sonnet 4, Opus 4, and Opus 4.1 */ textEditor_20250728: anthropicTools.textEditor_20250728, /** * Claude can interact with computer environments through the computer use tool, which * provides screenshot capabilities and mouse/keyboard control for autonomous desktop interaction. * * Image results are supported. */ computer_20241022: anthropicTools.computer_20241022, /** * Creates a web search tool that gives Claude direct access to real-time web content. */ webSearch_20250305: anthropicTools.webSearch_20250305, /** * Creates a tool search tool that uses regex patterns to find tools. * * The tool search tool enables Claude to work with hundreds or thousands of tools * by dynamically discovering and loading them on-demand. * * Use `providerOptions: { anthropic: { deferLoading: true } }` on other tools * to mark them for deferred loading. */ toolSearchRegex_20251119: anthropicTools.toolSearchRegex_20251119, /** * Creates a tool search tool that uses BM25 (natural language) to find tools. * * The tool search tool enables Claude to work with hundreds or thousands of tools * by dynamically discovering and loading them on-demand. * * Use `providerOptions: { anthropic: { deferLoading: true } }` on other tools * to mark them for deferred loading. */ toolSearchBm25_20251119: anthropicTools.toolSearchBm25_20251119 }; /** * Create a Google Vertex Anthropic provider instance. */ function createGoogleVertexAnthropic$1(options = {}) { const getBaseURL = () => { const baseURL = withoutTrailingSlash(options.baseURL); if (baseURL != null) return baseURL; const location = loadOptionalSetting({ settingValue: options.location, environmentVariableName: "GOOGLE_VERTEX_LOCATION" }); if (location != null && !isValidHostnamePart(location)) throw new InvalidArgumentError({ argument: "location", message: "Invalid Google Vertex location. Expected a single DNS label (letters, digits, and hyphens). Use `baseURL` for custom endpoints." }); const project = loadOptionalSetting({ settingValue: options.project, environmentVariableName: "GOOGLE_VERTEX_PROJECT" }); const getHost = () => { if (location === "global") return "aiplatform.googleapis.com"; else if (location === "eu" || location === "us") return `aiplatform.${location}.rep.googleapis.com`; else return `${location}-aiplatform.googleapis.com`; }; return `https://${getHost()}/v1/projects/${project}/locations/${location}/publishers/anthropic/models`; }; const createChatModel = (modelId) => new AnthropicLanguageModel(modelId, { provider: "googleVertex.anthropic.messages", baseURL: getBaseURL(), headers: options.headers ?? {}, fetch: options.fetch, buildRequestUrl: (baseURL, isStreaming) => `${baseURL}/${modelId}:${isStreaming ? "streamRawPredict" : "rawPredict"}`, transformRequestBody: (args) => { const { model: _model, ...rest } = args; return { ...rest, anthropic_version: "vertex-2023-10-16" }; }, transformRequestHeaders: async (headers, providerOptions) => { const vertexOptions = await parseProviderOptions({ provider: "vertex", providerOptions, schema: googleVertexAnthropicProviderOptions }); if (vertexOptions?.labels == null || Object.keys(headers).some((name) => name.toLowerCase() === "x-vertex-ai-labels" && headers[name] != null)) return headers; return { ...headers, "x-vertex-ai-labels": convertUint8ArrayToBase64(new TextEncoder().encode(JSON.stringify(vertexOptions.labels))) }; }, supportedUrls: () => ({}), supportsNativeStructuredOutput: options.supportsNativeStructuredOutput === true && supportsNativeStructuredOutput(modelId), supportsStrictTools: false }); const provider = function(modelId) { if (new.target) throw new Error("The Anthropic model function cannot be called with the new keyword."); return createChatModel(modelId); }; provider.specificationVersion = "v4"; provider.languageModel = createChatModel; provider.chat = createChatModel; provider.messages = createChatModel; provider.embeddingModel = (modelId) => { throw new NoSuchModelError({ modelId, modelType: "embeddingModel" }); }; provider.textEmbeddingModel = provider.embeddingModel; provider.imageModel = (modelId) => { throw new NoSuchModelError({ modelId, modelType: "imageModel" }); }; provider.tools = googleVertexAnthropicTools; return provider; } function supportsNativeStructuredOutput(modelId) { const version = /^claude-[a-z]+-(\d+)(?:-(\d+))?(?:@|$)/.exec(modelId); return version != null && (Number(version[1]) > 4 || Number(version[1]) === 4 && Number(version[2]) >= 5); } //#endregion //#region src/anthropic/edge/google-vertex-anthropic-provider-edge.ts function createGoogleVertexAnthropic(options = {}) { const generateAuthToken$1 = options.generateAuthToken ?? (() => generateAuthToken(options.googleCredentials)); return createGoogleVertexAnthropic$1({ ...options, headers: async () => ({ Authorization: `Bearer ${await generateAuthToken$1()}`, ...await resolve(options.headers) }) }); } /** * Default Google Vertex AI Anthropic provider instance. */ const googleVertexAnthropic = createGoogleVertexAnthropic(); //#endregion export { createGoogleVertexAnthropic, createGoogleVertexAnthropic as createVertexAnthropic, googleVertexAnthropic, googleVertexAnthropic as vertexAnthropic }; //# sourceMappingURL=index.js.map