UNPKG

@llumiverse/drivers

Version:

LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.

18 lines 769 B
import { AIModel, DriverOptions, PromptOptions, PromptSegment, Providers } from "@llumiverse/core"; import { FetchClient } from "@vertesia/api-fetch-client"; import OpenAI from "openai"; import { BaseOpenAIDriver } from "../openai/index.js"; export interface xAiDriverOptions extends DriverOptions { apiKey: string; endpoint?: string; } export declare class xAIDriver extends BaseOpenAIDriver { service: OpenAI; readonly provider = Providers.xai; xai_service: FetchClient; DEFAULT_ENDPOINT: string; constructor(opts: xAiDriverOptions); _formatPrompt(segments: PromptSegment[], opts: PromptOptions): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>; listModels(): Promise<AIModel[]>; } //# sourceMappingURL=index.d.ts.map