@ai-sdk/google-vertex
Version:
The **[Google Vertex provider](https://ai-sdk.dev/providers/ai-sdk-providers/google-vertex)** for the [AI SDK](https://ai-sdk.dev/docs) contains language model support for the [Google Vertex AI](https://cloud.google.com/vertex-ai) APIs.
67 lines (58 loc) • 2.31 kB
text/typescript
import { resolve, type FetchFunction } from '@ai-sdk/provider-utils';
import type { GoogleAuthOptions } from 'google-auth-library';
import { createAuthTokenGenerator } from '../google-vertex-auth-google-auth-library';
import {
createVertexMaas as createVertexMaasOriginal,
type GoogleVertexMaasProvider,
type GoogleVertexMaasProviderSettings as GoogleVertexMaasProviderSettingsOriginal,
} from './google-vertex-maas-provider';
export type { GoogleVertexMaasProvider };
export interface GoogleVertexMaasProviderSettings extends GoogleVertexMaasProviderSettingsOriginal {
/**
* Optional. The Authentication options provided by google-auth-library.
* Complete list of authentication options is documented in the
* GoogleAuthOptions interface:
* https://github.com/googleapis/google-auth-library-nodejs/blob/main/src/auth/googleauth.ts.
*/
googleAuthOptions?: GoogleAuthOptions;
}
/**
* Create a Google Vertex AI MaaS (Model as a Service) provider instance for Node.js.
* Uses the OpenAI-compatible Chat Completions API for partner and open models.
* Automatically handles Google Cloud authentication.
*
* @see https://cloud.google.com/vertex-ai/generative-ai/docs/maas/use-open-models
*/
export function createVertexMaas(
options: GoogleVertexMaasProviderSettings = {},
): GoogleVertexMaasProvider {
const generateAuthToken = createAuthTokenGenerator(options.googleAuthOptions);
// Create a custom fetch wrapper that adds auth headers
const customFetch: FetchFunction = async (url, init) => {
const token = await generateAuthToken();
const resolvedHeaders = await resolve(options.headers);
const authHeaders = {
...resolvedHeaders,
Authorization: `Bearer ${token}`,
};
// Merge auth headers with existing headers from init
const fetchInit = {
...init,
headers: {
...init?.headers,
...authHeaders,
},
};
// Call the original fetch or user's custom fetch
return (options.fetch ?? fetch)(url, fetchInit);
};
return createVertexMaasOriginal({
...options,
fetch: customFetch,
headers: undefined, // Don't pass headers, we handle them in fetch
});
}
/**
* Default Google Vertex AI MaaS provider instance for Node.js.
*/
export const vertexMaas = createVertexMaas();