UNPKG

@llumiverse/drivers

Version:

LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.

31 lines 1.09 kB
import { AIModel, DriverOptions, Providers } from "@llumiverse/core"; import OpenAI from "openai"; import { BaseOpenAIDriver } from "./index.js"; export interface OpenAICompatibleDriverOptions extends DriverOptions { /** * The API key for the OpenAI-compatible service */ apiKey: string; /** * The base URL of the OpenAI-compatible API endpoint * Example: https://api.example.com/v1 */ endpoint: string; /** * Custom headers to include in every request. * Useful for Apigee proxies or custom auth schemes. */ default_headers?: Record<string, string>; } /** * A generic driver for OpenAI-compatible APIs. * This can be used with any service that implements the OpenAI API spec, * such as xAI (Grok), LM Studio, Ollama, vLLM, LocalAI, etc. */ export declare class OpenAICompatibleDriver extends BaseOpenAIDriver { service: OpenAI; readonly provider = Providers.openai_compatible; constructor(opts: OpenAICompatibleDriverOptions); listModels(): Promise<AIModel[]>; } //# sourceMappingURL=openai_compatible.d.ts.map