jorel
Version:
The easiest way to use LLMs, including streams, images, documents, tools and various agent scenarios.
23 lines (22 loc) • 1.17 kB
TypeScript
import { GoogleGenAI, HarmBlockThreshold, HarmCategory } from "@google/genai";
import { LlmCoreProvider, LlmGenerationConfig, LlmMessage, LlmResponse, LlmStreamResponse, LlmStreamResponseChunk, LlmStreamResponseWithToolCalls } from "..";
export interface GoogleGenerativeAIConfig {
apiKey?: string;
safetySettings?: {
category: HarmCategory;
threshold: HarmBlockThreshold;
}[];
name?: string;
}
export declare class GoogleGenerativeAIProvider implements LlmCoreProvider {
readonly name: string;
static readonly defaultName = "google-generative-ai";
readonly client: GoogleGenAI;
private readonly safetySettings?;
constructor(options?: GoogleGenerativeAIConfig);
generateResponse(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): Promise<LlmResponse>;
generateResponseStream(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): AsyncGenerator<LlmStreamResponseChunk | LlmStreamResponse | LlmStreamResponseWithToolCalls>;
getAvailableModels(): Promise<string[]>;
createEmbedding(model: string, text: string): Promise<number[]>;
private prepareGenerationConfig;
}