UNPKG

@llumiverse/drivers

Version:

LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.

19 lines 887 B
import { AIModel, Completion, DriverOptions, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core"; import { FetchClient } from "@vertesia/api-fetch-client"; import OpenAI from "openai"; import { BaseOpenAIDriver } from "../openai/index.js"; export interface xAiDriverOptions extends DriverOptions { apiKey: string; endpoint?: string; } export declare class xAIDriver extends BaseOpenAIDriver { service: OpenAI; provider: "xai"; xai_service: FetchClient; DEFAULT_ENDPOINT: string; constructor(opts: xAiDriverOptions); _formatPrompt(segments: PromptSegment[], opts: PromptOptions): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>; extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Chat.Completions.ChatCompletion): Completion; listModels(): Promise<AIModel[]>; } //# sourceMappingURL=index.d.ts.map