UNPKG

jorel

Version:

The easiest way to use LLMs, including streams, images, documents, tools and various agent scenarios.

23 lines (22 loc) 1.17 kB
import { GoogleGenAI, HarmBlockThreshold, HarmCategory } from "@google/genai"; import { LlmCoreProvider, LlmGenerationConfig, LlmMessage, LlmResponse, LlmStreamResponse, LlmStreamResponseChunk, LlmStreamResponseWithToolCalls } from ".."; export interface GoogleGenerativeAIConfig { apiKey?: string; safetySettings?: { category: HarmCategory; threshold: HarmBlockThreshold; }[]; name?: string; } export declare class GoogleGenerativeAIProvider implements LlmCoreProvider { readonly name: string; static readonly defaultName = "google-generative-ai"; readonly client: GoogleGenAI; private readonly safetySettings?; constructor(options?: GoogleGenerativeAIConfig); generateResponse(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): Promise<LlmResponse>; generateResponseStream(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): AsyncGenerator<LlmStreamResponseChunk | LlmStreamResponse | LlmStreamResponseWithToolCalls>; getAvailableModels(): Promise<string[]>; createEmbedding(model: string, text: string): Promise<number[]>; private prepareGenerationConfig; }