@llumiverse/drivers
Version:
LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.
19 lines • 887 B
TypeScript
import { AIModel, Completion, DriverOptions, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
import { FetchClient } from "@vertesia/api-fetch-client";
import OpenAI from "openai";
import { BaseOpenAIDriver } from "../openai/index.js";
export interface xAiDriverOptions extends DriverOptions {
apiKey: string;
endpoint?: string;
}
export declare class xAIDriver extends BaseOpenAIDriver {
service: OpenAI;
provider: "xai";
xai_service: FetchClient;
DEFAULT_ENDPOINT: string;
constructor(opts: xAiDriverOptions);
_formatPrompt(segments: PromptSegment[], opts: PromptOptions): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Chat.Completions.ChatCompletion): Completion;
listModels(): Promise<AIModel[]>;
}
//# sourceMappingURL=index.d.ts.map