UNPKG

magnitude-core

Version:
81 lines (80 loc) 1.89 kB
export type LLMClient = AnthropicClient | BedrockClient | GoogleAIClient | GoogleVertexClient | OpenAIClient | OpenAIGenericClient | AzureOpenAIClient; export type GroundingClient = MoondreamClient; export interface AnthropicClient { provider: 'anthropic'; options: { model: string; apiKey?: string; temperature?: number; }; } export interface BedrockClient { provider: 'aws-bedrock'; options: { model: string; temperature?: number; }; } export interface GoogleAIClient { provider: 'google-ai'; options: { model: string; apiKey?: string; temperature?: number; baseUrl?: string; }; } export interface GoogleVertexClient { provider: 'vertex-ai'; options: { model: string; location: string; baseUrl?: string; projectId?: string; credentials?: string | object; temperature?: number; }; } export interface OpenAIClient { provider: 'openai'; options: { model: string; apiKey?: string; temperature?: number; }; } export interface AzureOpenAIClient { provider: 'azure-openai'; options: { resourceName: string; deploymentId: string; apiVersion: string; apiKey: string; }; } export interface OpenAIGenericClient { provider: 'openai-generic'; options: { model: string; baseUrl: string; apiKey?: string; temperature?: number; headers?: Record<string, string>; }; } export interface MoondreamClient { provider: 'moondream'; options: { baseUrl?: string; apiKey?: string; }; } export interface LLMClientIdentifier { provider: string; model: string; } export interface ModelUsage { llm: LLMClientIdentifier; inputTokens: number; outputTokens: number; }