UNPKG

@llumiverse/drivers

Version:

LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.

27 lines (26 loc) 1.18 kB
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core"; import { FetchClient } from "@vertesia/api-fetch-client"; import { WatsonAuthToken } from "./interfaces.js"; interface WatsonxDriverOptions extends DriverOptions { apiKey: string; projectId: string; endpointUrl: string; } export declare class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string> { static PROVIDER: string; provider: string; apiKey: string; endpoint_url: string; projectId: string; authToken?: WatsonAuthToken; fetcher?: FetchClient; fetchClient: FetchClient; constructor(options: WatsonxDriverOptions); requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>; requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>; listModels(): Promise<AIModel<string>[]>; getAuthToken(): Promise<string>; validateConnection(): Promise<boolean>; generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>; } export {};