sandai-react/dist/ai-character/src/worker/non-onnx-ai/mediapipe-genai.d.ts

React components and utilities for the Sandai 3D AI Characters.

import { DTYPE } from "../types/qantization-types";
import { GenerateOptions, Message } from "../types/types";
import { SentenceSplitter } from "../../misc/Misc";
export declare class MediapipeGenAI {
    private _llmInference;
    private _sentenceSplitter;
    private _llmDefaultOptions;
    constructor(sentenceSplitter: SentenceSplitter);
    /**
     * Initializes a Mediapipe GenAI litertlm model.
     * It uses gemma-3n-E4B-it-int4-Web by default.
     *
     * @param modelPath - Path to the litertlm model,
     *  like "/aic-runtime-deps/llm-deps/dist-mediapipe-genai/gemma-3n-E4B-it-int4-Web.litertlm"
     */
    initialize(modelPath?: string, dtype?: DTYPE): Promise<{
        type: "response" | "error";
        data: string;
    }>;
    cancel(): Promise<void>;
    private _respnsePromise;
    generateResponse(messages: Message[], maxTokens?: number, options?: GenerateOptions): Promise<string>;
}
//# sourceMappingURL=mediapipe-genai.d.ts.map