UNPKG

sandai-react

Version:

React components and utilities for the Sandai 3D AI Characters.

149 lines 10.9 kB
import { FaceExpression } from "../../../r3f-vrm/src/utils/FaceExpressionManager"; import { MotionExpression } from "../../../r3f-vrm/src/utils/MotionExpressionManager"; import { EmotionAnimationMetadataType } from "../../../ai-character/src/repo/animations/emotions"; import { VRMManager } from "../../../r3f-vrm/src/utils/VRMManager"; import { ChainManager } from "../../../ai-character/src/managers/ChainManager"; import { Misc } from "../../../ai-character/src/misc/Misc"; import { LlmManager } from "../../../ai-character/src/managers/LlmManager"; import { AsrManager } from "../../../ai-character/src/managers/AsrManager"; import { MicManager } from "../../../ai-character/src/managers/MicManager"; import { PuppeteerManager } from "../../../ai-character/src/managers/PuppeteerManager"; export interface RpcMethods_AICharacterManager { "addEventListener": { args: [type: "\"change\"", listener: (...args: any[]) => any]; return: void; }; "removeEventListener": { args: [type: "\"change\"", listener: (...args: any[]) => any]; return: void; }; "setEmotion": { args: [newEmotion: string, intensity: undefined | number, faceExpressions: undefined | FaceExpression<any>[], motionExpressions: undefined | MotionExpression<EmotionAnimationMetadataType>[]]; return: Promise<void>; }; "setEmotionIntensity": { args: [intensity: number]; return: Promise<void>; }; "puppeteer": { args: []; return: Promise<any>; }; "listen": { args: [options: any, onEvent: undefined | any]; return: Promise<void | any & any>; }; "stopListening": { args: []; return: Promise<void>; }; "_generatePiperData": { args: [text: string, voiceName: undefined | "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\"", onProgress: undefined | any, audioOverride: undefined | string | AudioNode | MediaStream]; return: Promise<any>; }; "say": { args: [text: string, voiceName: undefined | "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\"", onProgress: undefined | any, emotionOverride: undefined | string, intensityOverride: undefined | number, faceExpressionsOverride: undefined | FaceExpression<any>[], motionExpressionsOverride: undefined | MotionExpression<EmotionAnimationMetadataType>[], audioOverride: undefined | string | AudioNode | MediaStream, realtimeLipSync: undefined | false | true, normalizeAudioOverride: undefined | false | true]; return: Promise<any>; }; "respond": { args: [text: string, context: undefined | string, voiceName: undefined | "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\"", onProgress: undefined | any, emotionOverride: undefined | string, intensityOverride: undefined | number, faceExpressionsOverride: undefined | FaceExpression<any>[], motionExpressionsOverride: undefined | MotionExpression<EmotionAnimationMetadataType>[], audioGenerator: undefined | any, realtimeLipSync: undefined | false | true]; return: Promise<string>; }; "stop": { args: []; return: Promise<void>; }; "_getEmotionMotionChain": { args: [emotion: string, intensity: number]; return: Promise<MotionExpression<EmotionAnimationMetadataType>[]>; }; "_getNearestEmotion": { args: [emotion: string]; return: string; }; "_getClosestViableAnimation": { args: [emotion: string, intensity: 2 | 3 | 1, motionType: "\"Gesture\"" | "\"Loop\"", isFallback: boolean]; return: EmotionAnimationMetadataType; }; "_setAnimation": { args: [animationEmotion: string, animationIntensity: number, newAnimationName: string]; return: Promise<void>; }; "_getExactViableEmotionAnimations": { args: [emotion: string, intensity: number]; return: undefined | EmotionAnimationMetadataType[]; }; "_normalizeIntensity": { args: [intensity: number]; return: 2 | 3 | 1; }; "destroy": { args: []; return: Promise<void>; }; "update": { args: [delta: number]; return: void; }; "renderController": { args: []; return: undefined | any; }; "uid": { args: []; return: string; }; "vrmManager": { args: []; return: VRMManager; }; "chainManager": { args: []; return: ChainManager; }; "misc": { args: []; return: Misc; }; "llmManager": { args: []; return: LlmManager; }; "asrManager": { args: []; return: AsrManager; }; "micManager": { args: []; return: MicManager; }; "voiceName": { args: []; return: "\"kareem\"" | "\"maria\"" | "\"huayan\"" | "\"jirka\"" | "\"lars\"" | "\"nathalie\"" | "\"louis\"" | "\"pim\"" | "\"ronnie\"" | "\"wataame-chibi\"" | "\"wataame-v1\"" | "\"wataame-v2\"" | "\"ruri\"" | "\"yui\"" | "\"olivia\"" | "\"lindsey\"" | "\"emma\"" | "\"kristin\"" | "\"norman\"" | "\"johnny\"" | "\"homer\"" | "\"gary\"" | "\"manny\"" | "\"noah\"" | "\"liam\"" | "\"william\"" | "\"ben\"" | "\"mason\"" | "\"bryce\"" | "\"ryan\"" | "\"alba\"" | "\"jenny\"" | "\"meggan\"" | "\"emily\"" | "\"gertrude\"" | "\"bridget\"" | "\"molly\"" | "\"alan\"" | "\"greg\"" | "\"bob\"" | "\"james\"" | "\"john\"" | "\"gray\"" | "\"ahmad\"" | "\"ganji\"" | "\"amir\"" | "\"harri\"" | "\"chloe\"" | "\"jessica\"" | "\"pierre\"" | "\"natia\"" | "\"thorsten\"" | "\"daniela\"" | "\"isabella\"" | "\"diego\"" | "\"lucia\"" | "\"miguel\"" | "\"vidya\"" | "\"rahul\"" | "\"berta\"" | "\"ugla\"" | "\"steinn\"" | "\"salka\"" | "\"bui\"" | "\"paola\"" | "\"aigerim\"" | "\"raya\"" | "\"alikhan\"" | "\"nurlan\"" | "\"janis\"" | "\"eva\"" | "\"meera\"" | "\"arjun\"" | "\"sita\"" | "\"saraswati\"" | "\"laxmi\"" | "\"palmu\"" | "\"nisha\"" | "\"usha\"" | "\"saraswati-slow\"" | "\"chitwan\"" | "\"aksel\"" | "\"gosia\"" | "\"antoni\"" | "\"cadu\"" | "\"afonso\"" | "\"mihai\"" | "\"irina\"" | "\"dimitri\"" | "\"artur\"" | "\"anders\"" | "\"ahmet\"" | "\"lada\"" | "\"tetiana\"" | "\"mykyta\"" | "\"alys\"" | "\"arthur\"" | "\"teco\""; }; "currentFaceEmotionIntensity": { args: []; return: number; }; "currentEmotion": { args: []; return: string; }; "currentEmotionAnimationIntensity": { args: []; return: 2 | 3 | 1; }; "currentEmotionName": { args: []; return: string; }; "currentTargetEmotion": { args: []; return: string; }; "puppeteerManager": { args: []; return: undefined | PuppeteerManager; }; } //# sourceMappingURL=AICharacterManager.rpc.d.ts.map