UNPKG

jorel

Version:

The easiest way to use LLMs, including streams, images, documents, tools and various agent scenarios.

20 lines (19 loc) 1.13 kB
import { Mistral } from "@mistralai/mistralai"; import { RetryConfig } from "@mistralai/mistralai/lib/retries"; import { LlmCoreProvider, LlmGenerationConfig, LlmMessage, LlmResponse, LlmStreamResponse, LlmStreamResponseChunk, LlmStreamResponseWithToolCalls } from "../../providers"; export interface MistralConfig { apiKey?: string; retryConfig?: RetryConfig; timeout?: number; } /** Provides access to OpenAI and other compatible services */ export declare class MistralProvider implements LlmCoreProvider { readonly name: string; static readonly defaultName = "mistral"; readonly client: Mistral; constructor({ apiKey, retryConfig, timeout }?: MistralConfig); generateResponse(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): Promise<LlmResponse>; generateResponseStream(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): AsyncGenerator<LlmStreamResponseChunk | LlmStreamResponse | LlmStreamResponseWithToolCalls, void, unknown>; getAvailableModels(): Promise<string[]>; createEmbedding(model: string, text: string): Promise<number[]>; }