UNPKG

@llumiverse/drivers

Version:

LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.

23 lines 1.05 kB
import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core"; import { FetchClient } from "@vertesia/api-fetch-client"; interface TogetherAIDriverOptions extends DriverOptions { apiKey: string; } export declare class TogetherAIDriver extends AbstractDriver<TogetherAIDriverOptions, string> { static PROVIDER: string; provider: string; apiKey: string; fetchClient: FetchClient; constructor(options: TogetherAIDriverOptions); getResponseFormat: (options: ExecutionOptions) => { type: string; schema: any; } | undefined; requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion<any>>; requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>; listModels(): Promise<AIModel<string>[]>; validateConnection(): Promise<boolean>; generateEmbeddings(): Promise<EmbeddingsResult>; } export {}; //# sourceMappingURL=index.d.ts.map