UNPKG

ai-utils.js

Version:

Build AI applications, chatbots, and agents with JavaScript and TypeScript.

12 lines (11 loc) 859 B
import { FunctionOptions } from "../FunctionOptions.js"; import { DeltaEvent } from "./DeltaEvent.js"; import { TextGenerationModel, TextGenerationModelSettings } from "./TextGenerationModel.js"; import { CallMetadata } from "model-function/executeCall.js"; export declare function streamText<PROMPT, FULL_DELTA, SETTINGS extends TextGenerationModelSettings>(model: TextGenerationModel<PROMPT, unknown, FULL_DELTA, SETTINGS> & { generateDeltaStreamResponse: (prompt: PROMPT, options: FunctionOptions<SETTINGS>) => PromiseLike<AsyncIterable<DeltaEvent<FULL_DELTA>>>; extractTextDelta: (fullDelta: FULL_DELTA) => string | undefined; }, prompt: PROMPT, options?: FunctionOptions<SETTINGS>): Promise<{ textStream: AsyncIterable<string>; metadata: Omit<CallMetadata<TextGenerationModel<PROMPT, unknown, FULL_DELTA, SETTINGS>>, "durationInMs">; }>;