ai-utils.js
Version:
Build AI applications, chatbots, and agents with JavaScript and TypeScript.
27 lines (26 loc) • 1.98 kB
TypeScript
import { FunctionOptions } from "../model-function/FunctionOptions.js";
import { DeltaEvent } from "../model-function/generate-text/DeltaEvent.js";
import { TextGenerationModel, TextGenerationModelSettings } from "../model-function/generate-text/TextGenerationModel.js";
import { PromptMapping } from "./PromptMapping.js";
export declare class PromptMappingTextGenerationModel<PROMPT, MODEL_PROMPT, RESPONSE, FULL_DELTA, SETTINGS extends TextGenerationModelSettings, MODEL extends TextGenerationModel<MODEL_PROMPT, RESPONSE, FULL_DELTA, SETTINGS>> implements TextGenerationModel<PROMPT, RESPONSE, FULL_DELTA, SETTINGS> {
private readonly model;
private readonly promptMapping;
constructor({ model, promptMapping, }: {
model: MODEL;
promptMapping: PromptMapping<PROMPT, MODEL_PROMPT>;
});
get modelInformation(): import("../index.js").ModelInformation;
get settings(): SETTINGS;
get tokenizer(): MODEL["tokenizer"];
get contextWindowSize(): MODEL["contextWindowSize"];
get countPromptTokens(): MODEL["countPromptTokens"] extends undefined ? undefined : (prompt: PROMPT) => PromiseLike<number>;
generateTextResponse(prompt: PROMPT, options?: FunctionOptions<SETTINGS>): PromiseLike<RESPONSE>;
extractText(response: RESPONSE): string;
get generateDeltaStreamResponse(): MODEL["generateDeltaStreamResponse"] extends undefined ? undefined : (prompt: PROMPT, options: FunctionOptions<SETTINGS>) => PromiseLike<AsyncIterable<DeltaEvent<FULL_DELTA>>>;
get extractTextDelta(): MODEL["extractTextDelta"];
mapPrompt<INPUT_PROMPT>(promptMapping: PromptMapping<INPUT_PROMPT, PROMPT>): PromptMappingTextGenerationModel<INPUT_PROMPT, PROMPT, RESPONSE, FULL_DELTA, SETTINGS, this>;
withSettings(additionalSettings: Partial<SETTINGS>): this;
get maxCompletionTokens(): MODEL["maxCompletionTokens"];
withMaxCompletionTokens(maxCompletionTokens: number): this;
withStopTokens(stopTokens: string[]): this;
}