jorel
Version:
The easiest way to use LLMs, including streams, images, documents, tools and various agent scenarios.
16 lines (15 loc) • 941 B
TypeScript
import { Mistral } from "@mistralai/mistralai";
import { LlmMessage, LlmCoreProvider, LlmGenerationConfig, LlmResponse, LlmStreamResponse, LlmStreamResponseChunk, LlmStreamResponseWithToolCalls } from "../../providers";
export interface MistralConfig {
apiKey?: string;
}
/** Provides access to OpenAI and other compatible services */
export declare class MistralProvider implements LlmCoreProvider {
readonly name: string;
readonly client: Mistral;
constructor({ apiKey }?: MistralConfig);
generateResponse(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): Promise<LlmResponse>;
generateResponseStream(model: string, messages: LlmMessage[], config?: LlmGenerationConfig): AsyncGenerator<LlmStreamResponseChunk | LlmStreamResponse | LlmStreamResponseWithToolCalls, void, unknown>;
getAvailableModels(): Promise<string[]>;
createEmbedding(model: string, text: string): Promise<number[]>;
}