UNPKG

@llumiverse/drivers

Version:

LLM driver implementations. Currently supported are: openai, huggingface, bedrock, replicate.

13 lines (12 loc) 417 B
import { NovaMessagesPrompt } from "@llumiverse/core/formatters"; //Docs at: https://docs.aws.amazon.com/nova/latest/userguide/complete-request-schema.html export interface NovaPayload extends NovaMessagesPrompt { schemaVersion: string, inferenceConfig?: { max_new_tokens?: number, temperature?: number, top_p?: number, top_k?: number, stopSequences?: [string] } }