@llumiverse/drivers
Version:
LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.
23 lines (22 loc) • 1.02 kB
TypeScript
import { AIModel, AbstractDriver, Completion, CompletionChunkObject, DriverOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
import { FetchClient } from "@vertesia/api-fetch-client";
interface TogetherAIDriverOptions extends DriverOptions {
apiKey: string;
}
export declare class TogetherAIDriver extends AbstractDriver<TogetherAIDriverOptions, string> {
static PROVIDER: string;
provider: string;
apiKey: string;
fetchClient: FetchClient;
constructor(options: TogetherAIDriverOptions);
getResponseFormat: (options: ExecutionOptions) => {
type: string;
schema: any;
} | undefined;
requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion>;
requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
listModels(): Promise<AIModel<string>[]>;
validateConnection(): Promise<boolean>;
generateEmbeddings(): Promise<EmbeddingsResult>;
}
export {};