@llumiverse/drivers
Version:
LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.
20 lines • 1.2 kB
TypeScript
import { ContentBlock, MessageParam, TextBlockParam } from "@anthropic-ai/sdk/resources/index.js";
import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptSegment, ToolUse } from "@llumiverse/core";
import { VertexAIDriver } from "../index.js";
import { ModelDefinition } from "../models.js";
export declare const ANTHROPIC_REGIONS: Record<string, string>;
export declare const NON_GLOBAL_ANTHROPIC_MODELS: string[];
interface ClaudePrompt {
messages: MessageParam[];
system?: TextBlockParam[];
}
export declare function collectTools(content: ContentBlock[]): ToolUse[] | undefined;
export declare class ClaudeModelDefinition implements ModelDefinition<ClaudePrompt> {
model: AIModel;
constructor(modelId: string);
createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ClaudePrompt>;
requestTextCompletion(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<Completion>;
requestTextCompletionStream(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
}
export {};
//# sourceMappingURL=claude.d.ts.map