ai-utils.js
Version:
Build AI applications, chatbots, and agents with JavaScript and TypeScript.
12 lines (11 loc) • 859 B
TypeScript
import { FunctionOptions } from "../FunctionOptions.js";
import { DeltaEvent } from "./DeltaEvent.js";
import { TextGenerationModel, TextGenerationModelSettings } from "./TextGenerationModel.js";
import { CallMetadata } from "model-function/executeCall.js";
export declare function streamText<PROMPT, FULL_DELTA, SETTINGS extends TextGenerationModelSettings>(model: TextGenerationModel<PROMPT, unknown, FULL_DELTA, SETTINGS> & {
generateDeltaStreamResponse: (prompt: PROMPT, options: FunctionOptions<SETTINGS>) => PromiseLike<AsyncIterable<DeltaEvent<FULL_DELTA>>>;
extractTextDelta: (fullDelta: FULL_DELTA) => string | undefined;
}, prompt: PROMPT, options?: FunctionOptions<SETTINGS>): Promise<{
textStream: AsyncIterable<string>;
metadata: Omit<CallMetadata<TextGenerationModel<PROMPT, unknown, FULL_DELTA, SETTINGS>>, "durationInMs">;
}>;