@llumiverse/drivers
Version:
LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.
31 lines • 1.09 kB
TypeScript
import { AIModel, DriverOptions, Providers } from "@llumiverse/core";
import OpenAI from "openai";
import { BaseOpenAIDriver } from "./index.js";
export interface OpenAICompatibleDriverOptions extends DriverOptions {
/**
* The API key for the OpenAI-compatible service
*/
apiKey: string;
/**
* The base URL of the OpenAI-compatible API endpoint
* Example: https://api.example.com/v1
*/
endpoint: string;
/**
* Custom headers to include in every request.
* Useful for Apigee proxies or custom auth schemes.
*/
default_headers?: Record<string, string>;
}
/**
* A generic driver for OpenAI-compatible APIs.
* This can be used with any service that implements the OpenAI API spec,
* such as xAI (Grok), LM Studio, Ollama, vLLM, LocalAI, etc.
*/
export declare class OpenAICompatibleDriver extends BaseOpenAIDriver {
service: OpenAI;
readonly provider = Providers.openai_compatible;
constructor(opts: OpenAICompatibleDriverOptions);
listModels(): Promise<AIModel[]>;
}
//# sourceMappingURL=openai_compatible.d.ts.map