UNPKG

@langchain/community

Version:
44 lines (43 loc) 1.66 kB
import { GoogleVertexAILLMConnection } from "../../utils/googlevertexai-connection.js"; import { BaseGoogleVertexAI } from "./common.js"; import { GAuthClient } from "../../utils/googlevertexai-gauth.js"; /** * Enables calls to the Google Cloud's Vertex AI API to access * Large Language Models. * * To use, you will need to have one of the following authentication * methods in place: * - You are logged into an account permitted to the Google Cloud project * using Vertex AI. * - You are running this on a machine using a service account permitted to * the Google Cloud project using Vertex AI. * - The `GOOGLE_APPLICATION_CREDENTIALS` environment variable is set to the * path of a credentials file for a service account permitted to the * Google Cloud project using Vertex AI. * @example * ```typescript * const model = new GoogleVertexAI({ * temperature: 0.7, * }); * const stream = await model.stream( * "What would be a good company name for a company that makes colorful socks?", * ); * for await (const chunk of stream) { * console.log(chunk); * } * ``` */ export class GoogleVertexAI extends BaseGoogleVertexAI { static lc_name() { return "VertexAI"; } constructor(fields) { super(fields); const client = new GAuthClient({ scopes: "https://www.googleapis.com/auth/cloud-platform", ...fields?.authOptions, }); this.connection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, false); this.streamedConnection = new GoogleVertexAILLMConnection({ ...fields, ...this }, this.caller, client, true); } }