@llumiverse/drivers
Version:
LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.
27 lines (26 loc) • 1.18 kB
TypeScript
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
import { FetchClient } from "@vertesia/api-fetch-client";
import { WatsonAuthToken } from "./interfaces.js";
interface WatsonxDriverOptions extends DriverOptions {
apiKey: string;
projectId: string;
endpointUrl: string;
}
export declare class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string> {
static PROVIDER: string;
provider: string;
apiKey: string;
endpoint_url: string;
projectId: string;
authToken?: WatsonAuthToken;
fetcher?: FetchClient;
fetchClient: FetchClient;
constructor(options: WatsonxDriverOptions);
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
listModels(): Promise<AIModel<string>[]>;
getAuthToken(): Promise<string>;
validateConnection(): Promise<boolean>;
generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
}
export {};