UNPKG

ai-utils.js

Version:

Build AI applications, chatbots, and agents with JavaScript and TypeScript.

27 lines (26 loc) 1.98 kB
import { FunctionOptions } from "../model-function/FunctionOptions.js"; import { DeltaEvent } from "../model-function/generate-text/DeltaEvent.js"; import { TextGenerationModel, TextGenerationModelSettings } from "../model-function/generate-text/TextGenerationModel.js"; import { PromptMapping } from "./PromptMapping.js"; export declare class PromptMappingTextGenerationModel<PROMPT, MODEL_PROMPT, RESPONSE, FULL_DELTA, SETTINGS extends TextGenerationModelSettings, MODEL extends TextGenerationModel<MODEL_PROMPT, RESPONSE, FULL_DELTA, SETTINGS>> implements TextGenerationModel<PROMPT, RESPONSE, FULL_DELTA, SETTINGS> { private readonly model; private readonly promptMapping; constructor({ model, promptMapping, }: { model: MODEL; promptMapping: PromptMapping<PROMPT, MODEL_PROMPT>; }); get modelInformation(): import("../index.js").ModelInformation; get settings(): SETTINGS; get tokenizer(): MODEL["tokenizer"]; get contextWindowSize(): MODEL["contextWindowSize"]; get countPromptTokens(): MODEL["countPromptTokens"] extends undefined ? undefined : (prompt: PROMPT) => PromiseLike<number>; generateTextResponse(prompt: PROMPT, options?: FunctionOptions<SETTINGS>): PromiseLike<RESPONSE>; extractText(response: RESPONSE): string; get generateDeltaStreamResponse(): MODEL["generateDeltaStreamResponse"] extends undefined ? undefined : (prompt: PROMPT, options: FunctionOptions<SETTINGS>) => PromiseLike<AsyncIterable<DeltaEvent<FULL_DELTA>>>; get extractTextDelta(): MODEL["extractTextDelta"]; mapPrompt<INPUT_PROMPT>(promptMapping: PromptMapping<INPUT_PROMPT, PROMPT>): PromptMappingTextGenerationModel<INPUT_PROMPT, PROMPT, RESPONSE, FULL_DELTA, SETTINGS, this>; withSettings(additionalSettings: Partial<SETTINGS>): this; get maxCompletionTokens(): MODEL["maxCompletionTokens"]; withMaxCompletionTokens(maxCompletionTokens: number): this; withStopTokens(stopTokens: string[]): this; }